-- Logs begin at Mon 2020-12-21 03:19:14 UTC, end at Mon 2020-12-21 04:21:43 UTC. -- Dec 21 03:54:45.240821 dv-cinder-733062-17-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 03:54:47.889425 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.common.config [-] Logging enabled! Dec 21 03:54:47.890003 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev284 Dec 21 03:54:47.891484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80193) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 03:54:47.892212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.common.config [-] Logging enabled! Dec 21 03:54:47.892495 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev284 Dec 21 03:54:47.892766 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80193) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 03:54:47.893855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 03:54:47.894120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 03:54:47.895210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 03:54:47.895490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 03:54:47.895747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 03:54:47.896113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.896452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.896784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.897042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.897372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.897726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.898044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.898372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.898685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.899006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.899326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.899642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.899899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.900213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.900536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.900860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.901109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] debug = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.901419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.901977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.902294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.902605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.902932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.903235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.903543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.903858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.904218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] host = dv-cinder-733062-17-smb {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.904527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.904850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.905172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.905493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.905832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.906144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.906465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.906770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.907072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_file = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.907378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.907698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.908023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.908354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.908606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.908854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.909179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.909504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.909841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.910687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.910998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.911303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.911613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.911911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.912239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.912819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.913143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.913448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.913781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.914085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.914387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.914710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.915016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.915320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.915624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.915947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.916246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.916549 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.916889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.917212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.917530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.917874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.918178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.918497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.918801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.919105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.919408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] use_json = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.919712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.920013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.920332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.920637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.920940 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.921245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.921577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.921894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:47.922221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.922553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.922889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.923203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.923530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.923845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.924172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.924481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.924806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.925133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.925453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.926385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.926705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.927039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.927370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.927676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.927987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.928315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.928625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.928929 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.929254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.929592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.929890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.930208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.930517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.930817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.931118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.931425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.931750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.932056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.932358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.932658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.932964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.933263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.933600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.933915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.934219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.934522 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.934833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.935135 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.935439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.935750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.936054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.936361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.936665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.936967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.937270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.937591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.937901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.938203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.938506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.938814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.939118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.939419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.939721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.940027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.940329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.940647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.940976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.941317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.941654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.941969 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.942278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.942586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.942893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.943202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.943506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.943811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.944136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.944449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.944764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.945255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.945350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.945684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.945998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.946310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.946616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.946923 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.947236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.947549 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.947875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.948202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.948530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.948855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.949180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.949489 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.949862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.950181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:47.950425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 03:54:47.950683 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80193) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 21 03:54:48.600588 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading Gnome Dec 21 03:54:48.617850 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading Google Dec 21 03:54:48.620374 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading Windows (alt) Dec 21 03:54:48.623833 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading file Dec 21 03:54:48.624813 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading keyczar Dec 21 03:54:48.625095 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading multi Dec 21 03:54:48.625751 dv-cinder-733062-17-smb neutron-server[80193]: INFO keyring.backend [-] Loading pyfs Dec 21 03:54:48.671379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:54:48.671685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:54:48.672001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:54:48.672365 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 03:54:49.073174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.073691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.073799 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.133677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.133991 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.134288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.137286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.137609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.137908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.217530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.217817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.218114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.219123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.219422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.219729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.335872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.336186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.336485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.336780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.337632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.515654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.515962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.516280 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.516578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.516870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.517241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.517576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.517842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.518122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.518454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.518744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.519040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.519866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.520159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.520467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.520773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.521061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.521381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.521685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.522170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.522451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.522727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.523067 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.523344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.523618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.524029 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:49.524300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:49.524567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:49.524831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:49.525096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:49.525361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:49.526765 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 03:54:49.534000 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 03:54:49.541577 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 03:54:49.546820 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Dec 21 03:54:49.549598 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 03:54:49.550706 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 03:54:49.551083 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 21 03:54:49.551509 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 03:54:49.554973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 03:54:49.555254 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 03:54:49.555635 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 21 03:54:49.577356 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 21 03:54:49.577882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.578207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80193) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 21 03:54:49.578610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.579937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80193) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 03:54:49.580252 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 21 03:54:49.580531 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 21 03:54:49.584177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.584487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:49.649599 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 03:54:49.649869 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 03:54:49.650136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 03:54:49.650535 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 03:54:49.687021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.sqlalchemy.engines [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80193) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 21 03:54:49.987604 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing driver for type 'gre' Dec 21 03:54:49.988717 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] gre ID ranges: [(1, 1000)] Dec 21 03:54:50.028975 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing driver for type 'local' Dec 21 03:54:50.029350 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing driver for type 'vlan' Dec 21 03:54:50.040307 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] VlanTypeDriver initialization complete Dec 21 03:54:50.040680 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing driver for type 'vxlan' Dec 21 03:54:50.041204 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] vxlan ID ranges: [(1, 1000)] Dec 21 03:54:50.082122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing extension driver 'port_security' Dec 21 03:54:50.082583 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.extensions.port_security [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] PortSecurityExtensionDriver initialization complete Dec 21 03:54:50.082834 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing mechanism driver 'openvswitch' Dec 21 03:54:50.088908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80193) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:54:50.089777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.090183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.090569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.090989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.091372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.091754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.092164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.092543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.092915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.093324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > security_group after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.093735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > security_group after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.094105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.094519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.094896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.095265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.095809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > address_group after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.096187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > address_group after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.096560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.096925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] ML2 OVO RPC backend initialized. {{(pid=80193) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 21 03:54:50.098180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.098572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.099027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.099410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > networks before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.099789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.100165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > ports before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.100542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.100917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnets before_response 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.101297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.101698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.102072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.102440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.102812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.103181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.103551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.103920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.104286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.104924 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.plugin [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Modular L2 Plugin initialization complete Dec 21 03:54:50.105281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading services supported by the core plugin {{(pid=80193) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 21 03:54:50.105671 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.plugins.ml2.managers [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Got port-security extension from driver 'port_security' Dec 21 03:54:50.106179 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.extensions.vlantransparent [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Disabled vlantransparent extension. Dec 21 03:54:50.107624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80193) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 21 03:54:50.107986 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: router Dec 21 03:54:50.248370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.248737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_create 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.249327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router before_create 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.249761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.250180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.250572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_delete 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.250971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.251374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_create 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.251756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_update 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.252145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_update 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.252527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.252926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_update 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.253409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_update 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.253872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.254257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.254655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: subnet after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.255008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.255392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.255778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_create 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.256157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.256541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.256943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router after_update 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.257320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.257732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_create 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.258139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.258520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_update 55549900 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.258946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > network after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.259943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Tracking information for resource: router configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:50.260315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Tracking information for resource: floatingip configured {{(pid=80193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 21 03:54:50.265137 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_agentschedulers_db [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 03:54:50.265837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.266235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port after_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.266616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port after_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.266998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: port after_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.267888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router before_create 55550100 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.268287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.268685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_create 55550100 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.269074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > router precommit_update 55550100 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.273802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.provider_configuration [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service providers = [] {{(pid=80193) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 03:54:50.274202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.servicetype_db [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80193) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 03:54:50.277160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.service_base [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 03:54:50.277589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.service_base [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 03:54:50.277939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.service_base [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 03:54:50.278827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.service_base [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 21 03:54:50.279221 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.services.service_base [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 03:54:50.279637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.279989 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 03:54:50.302330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.302703 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: auto_allocate Dec 21 03:54:50.313108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: network precommit_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.313513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: network precommit_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.314131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.314489 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: tag Dec 21 03:54:50.325741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.326110 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: timestamp Dec 21 03:54:50.329917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.330288 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: network_ip_availability Dec 21 03:54:50.336314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.336720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.337107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.337920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.338274 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: flavors Dec 21 03:54:50.354609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.354981 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading Plugin: revisions Dec 21 03:54:50.359519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 21 03:54:50.359942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.688s {{(pid=80193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:54:50.360739 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80193) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 21 03:54:50.361101 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Initializing extension manager. Dec 21 03:54:50.361682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: __init__.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.362065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: __pycache__ {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.362434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.362805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: address_group.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.363634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.364277 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: address-group Dec 21 03:54:50.364641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: address_scope.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.365408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.366008 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: address-scope Dec 21 03:54:50.366371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.367307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.367879 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: router-admin-state-down-before-update Dec 21 03:54:50.368236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: agent.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.368989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.369568 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: agent Dec 21 03:54:50.369945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: agent_resources_synced.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.370855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.371427 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: agent-resources-synced Dec 21 03:54:50.371786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: allowedaddresspairs.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.373589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.374191 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: allowed-address-pairs Dec 21 03:54:50.374555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: auto_allocated_topology.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.375644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.376223 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: auto-allocated-topology Dec 21 03:54:50.376590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: availability_zone.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.377339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.377947 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: availability_zone Dec 21 03:54:50.378309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: availability_zone_filter.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.379251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.379826 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: availability_zone_filter Dec 21 03:54:50.380186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: data_plane_status.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.382608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.383209 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 03:54:50.383582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: default_subnetpools.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.384520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.385131 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: default-subnetpools Dec 21 03:54:50.385486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.386373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.386964 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: dhcp_agent_scheduler Dec 21 03:54:50.387331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: dns.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.388263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.388839 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension dns-integration not supported by any of loaded plugins Dec 21 03:54:50.389200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: dns_domain_ports.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.390150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.390723 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 03:54:50.391084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: dvr.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.391810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.392385 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: dvr Dec 21 03:54:50.392745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: empty_string_filtering.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.393692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.394262 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: empty-string-filtering Dec 21 03:54:50.395130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.396043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.396614 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 03:54:50.396979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.397935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.398510 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 03:54:50.398868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: external_net.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.399776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.400357 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: external-net Dec 21 03:54:50.400716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.401652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.402228 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: extra_dhcp_opt Dec 21 03:54:50.402591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: extraroute.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.403497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.404071 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: extraroute Dec 21 03:54:50.404434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: extraroute_atomic.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.405474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.406079 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: extraroute-atomic Dec 21 03:54:50.406442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: filter_validation.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.407152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.407726 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: filter-validation Dec 21 03:54:50.408086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: fip_pf_description.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.409010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.409597 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 03:54:50.410005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: fip_port_details.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.411435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.412014 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: fip-port-details Dec 21 03:54:50.412619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: flavors.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.414005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.414603 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: flavors Dec 21 03:54:50.414971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.416628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.417223 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 03:54:50.417624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: floatingip_pools.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.418384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.418958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: floatingip-pools Dec 21 03:54:50.419319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: ip_allocation.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.420243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.420811 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 03:54:50.421170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.422121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.422698 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: ip-substring-filtering Dec 21 03:54:50.423062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l2_adjacency.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.423993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.424562 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 03:54:50.424921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.426089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.426679 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: router Dec 21 03:54:50.427047 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.429322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.429949 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 03:54:50.430321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.431251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.431833 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: ext-gw-mode Dec 21 03:54:50.432198 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.433128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.433735 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: l3-ha Dec 21 03:54:50.434100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3_flavors.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.435021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.435594 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: l3-flavors Dec 21 03:54:50.435954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.436976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.437582 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 03:54:50.437932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: l3agentscheduler.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.439122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.439715 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: l3_agent_scheduler Dec 21 03:54:50.440082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: logging.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.441616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.442207 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension logging not supported by any of loaded plugins Dec 21 03:54:50.442572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: metering.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.443380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.444082 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: metering Dec 21 03:54:50.444444 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.445568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.446202 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: metering_source_and_destination_fields Dec 21 03:54:50.446562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: multiprovidernet.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.447499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.448076 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: multi-provider Dec 21 03:54:50.448438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: netmtu.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.449358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.449958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: net-mtu Dec 21 03:54:50.450321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: netmtu_writable.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.451242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.451813 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: net-mtu-writable Dec 21 03:54:50.452172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: network_availability_zone.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.452940 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.453522 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: network_availability_zone Dec 21 03:54:50.453906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: network_ip_availability.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.455110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.455689 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: network-ip-availability Dec 21 03:54:50.456055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: network_segment_range.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.457387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.458008 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 03:54:50.458373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: pagination.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.459371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.459744 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: pagination Dec 21 03:54:50.460101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.461030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.461636 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: port-mac-address-regenerate Dec 21 03:54:50.462000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.462920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.463494 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: port-numa-affinity-policy Dec 21 03:54:50.463856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: port_resource_request.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.464773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.465347 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 03:54:50.465731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: portbindings.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.466659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.467239 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: binding Dec 21 03:54:50.467597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: portbindings_extended.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.468881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.469455 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: binding-extended Dec 21 03:54:50.469850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: portsecurity.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.470780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.471354 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: port-security Dec 21 03:54:50.471714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: project_id.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.473254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.473650 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: project-id Dec 21 03:54:50.474012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: providernet.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.474943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.475521 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: provider Dec 21 03:54:50.475885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.479536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.480126 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos not supported by any of loaded plugins Dec 21 03:54:50.480496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.481784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.482373 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 03:54:50.482741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.483666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.484244 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 03:54:50.484607 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_default.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.485524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.486124 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-default not supported by any of loaded plugins Dec 21 03:54:50.486488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_fip.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.487177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.487755 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-fip not supported by any of loaded plugins Dec 21 03:54:50.488149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_gateway_ip.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.489080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.489682 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 03:54:50.490043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_port_network_policy.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.490977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.491549 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 03:54:50.491905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_rule_type_details.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.492819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.493393 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 03:54:50.493780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: qos_rules_alias.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.494831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.495412 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 03:54:50.495771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: quotasv2.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.496731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.497099 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: quotas Dec 21 03:54:50.497463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: quotasv2_detail.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.499111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.499454 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: quota_details Dec 21 03:54:50.499818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: rbac.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.501076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.501701 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: rbac-policies Dec 21 03:54:50.502071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: rbac_address_scope.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.503003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.503579 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: rbac-address-scope Dec 21 03:54:50.503965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: rbac_security_groups.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.507150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.507751 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: rbac-security-groups Dec 21 03:54:50.508258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: rbac_subnetpool.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.510284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.510881 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: rbac-subnetpool Dec 21 03:54:50.511245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: revisionifmatch.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.512259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.512839 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: revision-if-match Dec 21 03:54:50.513203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: revisions.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.514353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.514927 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: standard-attr-revisions Dec 21 03:54:50.515288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: router_availability_zone.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.516014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.516847 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: router_availability_zone Dec 21 03:54:50.517208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: routerservicetype.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.518162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.518749 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension router-service-type not supported by any of loaded plugins Dec 21 03:54:50.519110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.520566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.521152 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: port-security-groups-filtering Dec 21 03:54:50.521511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.522476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.523058 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: security-groups-remote-address-group Dec 21 03:54:50.523418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: securitygroup.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.536912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.537809 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: security-group Dec 21 03:54:50.538188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: segment.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.539048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.539630 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension segment not supported by any of loaded plugins Dec 21 03:54:50.539993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.540941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.541522 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 03:54:50.541911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: servicetype.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.543007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.543594 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: service-type Dec 21 03:54:50.543960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: sorting.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.544947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.545321 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: sorting Dec 21 03:54:50.545709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: standard_attr_segment.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.546629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.547219 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 03:54:50.547581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: standardattrdescription.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.548266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.548842 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: standard-attr-description Dec 21 03:54:50.549207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: stateful_security_group.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.550167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.550790 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: stateful-security-group Dec 21 03:54:50.551155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: stdattrs_common.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.551742 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 03:54:50.552100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.553044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.553646 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 03:54:50.554012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: subnet_onboard.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.555075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.555664 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: subnet_onboard Dec 21 03:54:50.556085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.557004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.557601 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 03:54:50.557962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: subnet_service_types.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.558990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.559572 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: subnet-service-types Dec 21 03:54:50.559931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: subnetallocation.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.561092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.561704 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: subnet_allocation Dec 21 03:54:50.562068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.562766 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.563344 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: subnetpool-prefix-ops Dec 21 03:54:50.563702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.564634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.565207 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 03:54:50.565594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: tagging.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.567129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.567722 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: standard-attr-tag Dec 21 03:54:50.568085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: timestamp.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.569257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.569887 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loaded extension: standard-attr-timestamp Dec 21 03:54:50.570256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: trunk.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.571285 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.571862 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension trunk not supported by any of loaded plugins Dec 21 03:54:50.572221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: trunk_details.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.573147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.573760 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension trunk-details not supported by any of loaded plugins Dec 21 03:54:50.574120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: uplink_status_propagation.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.575038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.575618 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 03:54:50.575983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Loading extension file: vlantransparent.py {{(pid=80193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 21 03:54:50.576696 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 21 03:54:50.577278 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 03:54:50.579922 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:network Dec 21 03:54:50.580738 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:subnet Dec 21 03:54:50.581416 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 03:54:50.582641 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:port Dec 21 03:54:50.584140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.584628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service FLAVORS assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.585312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.585877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.586254 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:router Dec 21 03:54:50.586980 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 03:54:50.587733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service METERING assigned prefix: /metering {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.589528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.589960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.590346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 03:54:50.591485 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 03:54:50.591964 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:security_group Dec 21 03:54:50.592770 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 03:54:50.593664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service CORE assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.594044 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 03:54:50.594410 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] subnetpool is already registered Dec 21 03:54:50.595069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service CORE assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.595437 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 03:54:50.595803 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] subnetpool is already registered Dec 21 03:54:50.599137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.599618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service FLAVORS assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.600259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.600722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.601103 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:router Dec 21 03:54:50.601470 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] router is already registered Dec 21 03:54:50.602160 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 03:54:50.602524 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] floatingip is already registered Dec 21 03:54:50.603223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service METERING assigned prefix: /metering {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.603958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 03:54:50.604320 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] rbac_policy is already registered Dec 21 03:54:50.605685 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:security_group Dec 21 03:54:50.606059 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] security_group is already registered Dec 21 03:54:50.606717 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 03:54:50.607085 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] security_group_rule is already registered Dec 21 03:54:50.607813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service CORE assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.608187 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 03:54:50.608548 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] subnetpool is already registered Dec 21 03:54:50.609219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.resource_helper [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Service CORE assigned prefix: {{(pid=80193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 21 03:54:50.609611 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 03:54:50.609977 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.quota.resource_registry [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] subnetpool is already registered Dec 21 03:54:50.610674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: extensions {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.612219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: address-groups {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.613952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: address-scopes {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.615237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: agents {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.616472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: auto-allocated-topology {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.617829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: availability_zones {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.619214 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: dhcp-networks {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.620723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: dhcp-agents {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.622318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: routers {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.624201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: flavors {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.625439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: service_profiles {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.626776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: next_providers {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.628398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: service_profiles {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.630063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: floatingip-pools {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.631355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: routers {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.633252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: floatingips {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.634540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: l3-routers {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.636024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: l3-agents {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.637531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: metering-labels {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.638999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: metering-label-rules {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.640355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: network-ip-availabilities {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.641717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: bindings {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.643460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: quotas {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.645520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: quotas {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.647032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: rbac-policies {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.648374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: security-groups {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.649676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: security-group-rules {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.651006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: service-providers {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.652305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: subnetpools {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.653827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: subnetpools {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.655364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.657133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.659075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.661607 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.663759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.665576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.667504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.670353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.672355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.674337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.extensions [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Extended resource: tags {{(pid=80193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 21 03:54:50.681409 dv-cinder-733062-17-smb neutron-server[80193]: WARNING keystonemiddleware.auth_token [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 03:54:50.686627 dv-cinder-733062-17-smb neutron-server[80193]: WARNING keystonemiddleware.auth_token [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 03:54:50.695822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Acquired lock "singleton_lock" {{(pid=80193) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 21 03:54:50.696342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Releasing lock "singleton_lock" {{(pid=80193) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 21 03:54:50.697839 dv-cinder-733062-17-smb neutron-server[80193]: INFO oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Starting 2 workers Dec 21 03:54:50.702665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Started child 80302 {{(pid=80193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 21 03:54:50.707491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:54:50.707953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Started child 80303 {{(pid=80193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 21 03:54:50.708948 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [-] (80302) wsgi starting up on http://0.0.0.0:9696 Dec 21 03:54:50.709508 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 03:54:50.710194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Notify callbacks [] for process, before_spawn {{(pid=80193) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:54:50.711596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:54:50.712655 dv-cinder-733062-17-smb neutron-server[80193]: INFO oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Starting 1 workers Dec 21 03:54:50.712973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [-] (80303) wsgi starting up on http://0.0.0.0:9696 Dec 21 03:54:50.718160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Started child 80304 {{(pid=80193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 21 03:54:50.718720 dv-cinder-733062-17-smb neutron-server[80193]: INFO oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Starting 1 workers Dec 21 03:54:50.720624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] calling RpcWorker wait() {{(pid=80304) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 03:54:50.721054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] returning from RpcWorker wait() {{(pid=80304) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 03:54:50.722586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:54:50.723136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:54:50.723464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Started child 80305 {{(pid=80193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 21 03:54:50.724301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4c04-ff6a-44b5-9053-41648cf84de9 None None] Notify callbacks [] for process, after_spawn {{(pid=80193) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:54:50.725937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80193) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 21 03:54:50.726170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 03:54:50.726376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 03:54:50.726645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 03:54:50.727055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 03:54:50.727250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 03:54:50.727728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:54:50.727828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.728084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.728402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.728690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.729010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.729671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.729960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.730253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.730568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.730849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.731049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.731244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.731526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.731810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.732141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.732432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.732698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.732999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.733211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.733496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.733828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.734115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.734424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] debug = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.734695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.735308 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.735563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.735835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.736091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.736395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.736659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.736951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.737218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.737462 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.737765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.738088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.738345 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.738595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.738892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.739146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.739601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] host = dv-cinder-733062-17-smb {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.739848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.740092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.740368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.740648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.740925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.741182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.741469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.741773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.742033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.742291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.742728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.742728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.743453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.743453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_file = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.743453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_options = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.743864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.743999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.744133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.744368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.744537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.744675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.744953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.745144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.745430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.745701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.745950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.746211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.746455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.746701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.746987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.747246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.747495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.747718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.748004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.748294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.748570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.748829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.749102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.749463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.749646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.749895 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.750685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.750685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.750685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.750952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.751414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.751712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.751982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.752335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.752552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.752797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.753049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.753162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:54:50.753371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.754254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.754920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.754920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.755294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.755294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_json = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.757590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.758982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.758982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.758982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.758982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.758982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.764914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.766291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.767791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.768218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.768650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.769089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.769435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.770219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.770478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.770774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.771029 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.771279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.771508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.771882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.772251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.772669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.773108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.773343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.773780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.774197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.774447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.774860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.775137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.775388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.775640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.775890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.776152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.776405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.776660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.776907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.777152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.777395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.777707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.777973 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.778330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.778423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.780899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.781403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.781403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.781561 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.781753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.781988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.782322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.782477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.782709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.783716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.783716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.783716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.784053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.784154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.784476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.787010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.788997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.789174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.789315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.789624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.789916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.790202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.790885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.790885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.791213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.791354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.791501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.791793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.791952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.792175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.792981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.792981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.792981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.793493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.793674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.793813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.795963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.796357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.796357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.796622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.796816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.797070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.797552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.797828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.798106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.798350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.798625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.798903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.799156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.799419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.799716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.799959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.800225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.800504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.800825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.801091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.801344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.801616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.801885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.802344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.802679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.802962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.803205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.803492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.803749 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.804023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.804291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.804585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.804837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.805078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.805324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.805614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.805864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.806139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.806416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.806662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.806936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.807226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.807579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.807861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.808126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.808392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.808641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.808905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.809165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.809415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.809711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.809979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.810269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.810541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.810793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.811037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.811304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.811547 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.811811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.812053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.812350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.812645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.812927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.813198 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.813522 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.813827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.814085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.814352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.814597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.814859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.815103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.815352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.815605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.815825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.816081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.816869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.817113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.817361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.817615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.817935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.818205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.818460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.818851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.819101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.819377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.819660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.819925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.820192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.820485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.820839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.821167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.821478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.821783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.822137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.822443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.822759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.822992 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.823509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.823861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.824185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.824461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.824726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.825014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.825291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.825573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.825815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.826067 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.826317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.826596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.826907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.827165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.827415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.827681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.827931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.828188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.828447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.828734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.828985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.829169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 03:54:50.829714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80193) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 21 03:54:50.829876 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 21 03:54:50.830030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 21 03:54:50.830232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 21 03:54:50.830438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 21 03:54:50.830619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 21 03:54:50.830867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.831056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.831242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.831428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.831614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.831868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.832566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.832750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.832936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.833120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.833304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.833488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.833703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.833889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.834075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.834258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.834441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.834631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.834796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.834979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.835164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.835346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.835529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] debug = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.835742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.835893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.836051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.836377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.836377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.836728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.836728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.837018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.837018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.837291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.837430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.837666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.837853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.838086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.838238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.838373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.838562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] host = dv-cinder-733062-17-smb {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.838953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.838953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.839251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.839366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.839500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.839637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.839754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.839930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.840111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.840293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.840477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.840661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.840845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.841028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_file = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.841210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_options = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.841393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.841595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.841783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.841993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.842180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.842364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.842548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.842730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.842913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.843096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.843277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.843460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.843643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.843803 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.844011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.844153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.844296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.844478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.844664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.844848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.845031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.845214 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.845396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.845606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.845796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.845957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.846139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.846323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.846506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.846693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.846884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.847058 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.847202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.847381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.847594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.847780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.847962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.848148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.848332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.848517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.848699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.848882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.849131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.849233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.849378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.849584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_json = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.849765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.849950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.850132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.850317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.850498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.850681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.850862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.851047 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 21 03:54:50.851252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.851441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.851639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.851826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.852012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.852199 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.852384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.852570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.852756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.852941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.853134 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.853320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.853524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.853736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.853926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.854114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.854273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.854459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.854647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.854834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.855022 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.855209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.855395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.855582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.855767 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.855952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.856140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.856314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.856499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.856684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.856875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.857062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.857249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.857435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.857648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.857836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.858024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.858211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.858397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.858595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.858783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.858969 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.859195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.859339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.859475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.859610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.859795 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.859981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.860168 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.860353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.860556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.860740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.860926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.861111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.861297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.861483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.861694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.861881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.862068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.862252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.862438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.862623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.862808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.862994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.863223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.863411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.863599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.863787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.864005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.864133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.864307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.864493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.864681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.864878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.865080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.865285 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.865429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.865589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.865782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.865970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.866155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.866342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.866440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:54:50.866535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.866688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.866878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.867063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.867251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.867437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.867622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.867807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.867994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.868178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.868363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.868548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.868734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.868920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.869105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.869287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.869456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.869666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.869863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.870048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.870236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.870422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.870615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.870813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.870999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.871186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.871372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.871557 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.871743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.871927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.872113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.872298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.872484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.872670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.872863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.873059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.873246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.873433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.873644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.873880 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.874069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.874257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.874424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.874638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.874799 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.874985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.875171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.875356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.875542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.875728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.875914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.876099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.876284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.876468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.876653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.876846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.877033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.877219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.877405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.877612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.877802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.877990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.878177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.878362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.878560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.879408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.879408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.879674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.879811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.880838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.881017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.881279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.881279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.881457 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.881664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.881852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.882075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.882266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.882360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.882525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.882712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.882898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.883085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.883272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.883457 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.883647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.883833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.884026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.884226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.884404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.884636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.884774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.884934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.885119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.885306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.885494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.885706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.885894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.886083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.886271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.886458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.886711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.886853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.886963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.887103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.887290 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.887486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.887673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.887858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.888043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.888241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.888426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.888615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.888776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.888961 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.889156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.889344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.889902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.889902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.889902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.890294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.890294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.890566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.890566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.890823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.890823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.891081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.891217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.891353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.891487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.891677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.891864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.892051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.892239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.892429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 39892) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:54:50.893948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.893948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.894223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.894911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.895068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.895249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.895441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.895629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.895816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.896003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.896191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.896377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.896563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.896750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.896935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.897122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.897312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.897502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.897715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.897901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.898088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.898274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 21 03:54:50.898435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 21 03:54:50.905902 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100210 Dec 21 03:55:01.006437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89fd374-9aeb-43de-86be-91ea21e02b1d None None] get_active_networks_info from dv-cinder-733062-17-smb {{(pid=80304) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 03:55:01.112096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2ecd6cbb-24b2-4ccf-b735-f5137a761582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457'] for agent, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:01.143975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89fd374-9aeb-43de-86be-91ea21e02b1d None None] No non-hosted networks {{(pid=80304) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 03:55:03.216121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c4cae9b8-958f-469d-b44b-0b071a0551b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457'] for agent, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:03.263432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b27f1efa-9973-45ac-a0e4-6ecc8f020af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:03.711413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457'] for agent, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:04.701925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457'] for agent, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:04.703332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.703894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.704583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.705209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.705862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.706413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.706959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.707535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.708076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.708620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.709329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.710039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:04.710661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-17-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:04.716268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-17-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:05.099929 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457'] for agent, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:06.596713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] get_endpoint_by_host() called for host dv-cinder-733062-17-smb {{(pid=80304) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 21 03:55:06.602358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=80304) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 21 03:55:06.605719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=80304) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 21 03:55:06.611340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] _get_endpoints() called {{(pid=80304) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 21 03:55:06.704639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 39986) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:07.362514 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-d8cc2a7c-9df8-476e-a5da-5ecb59d114f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:07.363140 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-d8cc2a7c-9df8-476e-a5da-5ecb59d114f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:07.600312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [None req-d8cc2a7c-9df8-476e-a5da-5ecb59d114f2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 03:55:07.601564 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d8cc2a7c-9df8-476e-a5da-5ecb59d114f2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8957951 Dec 21 03:55:08.312536 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_hamode_db [None req-caed7b62-72f7-4340-bf7d-7d222337355a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 03:55:08.398448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed7b62-72f7-4340-bf7d-7d222337355a None None] Routers set() bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 03:55:08.398869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed7b62-72f7-4340-bf7d-7d222337355a None None] Router IDs set() for agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 21 03:55:10.315937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40000) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:10.730041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:10.778641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.policy [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80303) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 21 03:55:10.779451 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:10.779896 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:10.787228 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] Loaded quota_driver: . Dec 21 03:55:10.833800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:10.887219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445475593', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445445933', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445449027', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445496122', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782445508069', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-663471', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854169911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7864933', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7995817'] for rbac-policy, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:10.950660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:10.951934 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-89527780-d0d2-4d5f-b3cd-e7404e46b7e1 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6349666 Dec 21 03:55:13.911715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40014) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:14.309475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Request body: {'network': {'project_id': 'f2c74228827d47fcab69a47880680094', 'name': 'private', 'admin_state_up': True}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:14.315357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:14.319962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Usage tracker for resource:network and tenant:f2c74228827d47fcab69a47880680094 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:14.323609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:14.329598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:14.339463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Made reservation on behalf of f2c74228827d47fcab69a47880680094 for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 03:55:14.345358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.362480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.376907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:14.381160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c74228827d47fcab69a47880680094 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:14.384652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:14.390152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:14.488963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.491560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.496960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:14.517054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 03:55:14.544648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.545244 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Added segment 835589b0-c43c-4223-b48f-ca360af4baf9 of type vxlan for network cf783020-44bc-4345-9d85-a64883cf3500 Dec 21 03:55:14.601688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c726ab4-f624-482e-86fd-3bbaf91e1ea5,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:14.625651 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.626046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.626414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.626775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.627177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.627485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.627837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.628191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.629079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.629432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.629824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.630173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Tracked resource versions report: Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 03:55:14.631301 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 03:55:14.668213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.684901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:14.713630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.714988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:14.715671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:14.720452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:14.980156 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0671923 Dec 21 03:55:14.980882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Pushing event updated for resources: {'Network': ['ID=cf783020-44bc-4345-9d85-a64883cf3500,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:14.984083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:14.993578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network cf783020-44bc-4345-9d85-a64883cf3500 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 03:55:18.070247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40030) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:18.571419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e9d3d9-c00b-416d-93f8-eb2d3ff2fc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:18.572784 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b8e9d3d9-c00b-416d-93f8-eb2d3ff2fc2c admin admin] 10.222.0.23 "GET /v2.0/networks/cf783020-44bc-4345-9d85-a64883cf3500 HTTP/1.1" status: 200 len: 818 time: 0.5015142 Dec 21 03:55:18.600314 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-37f674b9-799a-467a-b021-e4858ba46c20 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c HTTP/1.1" status: 200 len: 734 time: 0.0213382 Dec 21 03:55:18.609921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Request body: {'subnet': {'tenant_id': 'f2c74228827d47fcab69a47880680094', 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:18.614838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:18.618746 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Usage tracker for resource:subnet and tenant:f2c74228827d47fcab69a47880680094 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:18.621704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:18.627182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:18.636130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Made reservation on behalf of f2c74228827d47fcab69a47880680094 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 03:55:18.640653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:19.126238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:19.141044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:19.282384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b402c1-d4a7-41e3-86f1-db21c02a18a7,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:19.288488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:19.344205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Checking segment: {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:55:19.344583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Network hostable DHCP agents. Network: cf783020-44bc-4345-9d85-a64883cf3500, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 03:55:19.364874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Network cf783020-44bc-4345-9d85-a64883cf3500 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 03:55:19.373411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, cf783020-44bc-4345-9d85-a64883cf3500) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:55:19.377730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:19.378360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:19.383760 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335f639-f75d-4664-9432-b5fa9c511a77 None None] Network cf783020-44bc-4345-9d85-a64883cf3500 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:55:19.397151 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7907906 Dec 21 03:55:19.698957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-cf783020-44bc-4345-9d85-a64883cf3500', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 03:55:19.700213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:20.034358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Allocated IP 172.20.0.2 (cf783020-44bc-4345-9d85-a64883cf3500/e6b402c1-d4a7-41e3-86f1-db21c02a18a7/7e861032-c8dc-4a86-9da5-628a6c3a0c60) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 03:55:20.264859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:20.277420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Transition to ACTIVE for port object 7e861032-c8dc-4a86-9da5-628a6c3a0c60 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:55:20.294082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Transition to ACTIVE for port object 7e861032-c8dc-4a86-9da5-628a6c3a0c60 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:55:20.300073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:20.315719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:20.447646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Pushing event updated for resources: {'Port': ['ID=7e861032-c8dc-4a86-9da5-628a6c3a0c60,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:20.466109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.466452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.466816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.467170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.467521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.467869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.468217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.468566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.468923 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.469269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.469631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.469976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Tracked resource versions report: Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 03:55:20.471108 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 03:55:20.477808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:20.681847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Network cf783020-44bc-4345-9d85-a64883cf3500 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 03:55:20.683032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:55:20.686062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 03:55:20.742205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Attempting to bind port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:55:20.742628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Attempting to bind port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 03:55:20.743016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Attempting to bind port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 on network cf783020-44bc-4345-9d85-a64883cf3500 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 03:55:20.748460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 03:55:20.748890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Checking segment: {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:55:20.749284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:20.749735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Bound using segment: {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 03:55:20.750326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Bound port: 7e861032-c8dc-4a86-9da5-628a6c3a0c60, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 03:55:20.750637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:20.840838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] For port 7e861032-c8dc-4a86-9da5-628a6c3a0c60, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 03:55:20.844828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] For port 7e861032-c8dc-4a86-9da5-628a6c3a0c60, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=7e861032-c8dc-4a86-9da5-628a6c3a0c60,segment=NetworkSegment(835589b0-c43c-4223-b48f-ca360af4baf9),segment_id=835589b0-c43c-4223-b48f-ca360af4baf9)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 03:55:20.848012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:20.862704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:21.016026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Pushing event updated for resources: {'Port': ['ID=7e861032-c8dc-4a86-9da5-628a6c3a0c60,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:21.020636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:22.148021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40040) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:22.816400 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-10af0c6d-91d1-465c-ad3e-4add332cdea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:22.817000 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-10af0c6d-91d1-465c-ad3e-4add332cdea8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:23.053949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [None req-10af0c6d-91d1-465c-ad3e-4add332cdea8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80302) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 03:55:23.055473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-10af0c6d-91d1-465c-ad3e-4add332cdea8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.9052176 Dec 21 03:55:24.671613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 7e861032-c8dc-4a86-9da5-628a6c3a0c60 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:55:24.741981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:55:25.776266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40058) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:25.781327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152377f-becb-4732-b317-f0feb9fbe33f None None] Network cf783020-44bc-4345-9d85-a64883cf3500 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:55:25.900391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Provisioning for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:55:25.911199 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Provisioning complete for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:25.911896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:26.128905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:26.179540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] For port 7e861032-c8dc-4a86-9da5-628a6c3a0c60, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=7e861032-c8dc-4a86-9da5-628a6c3a0c60,segment=NetworkSegment(835589b0-c43c-4223-b48f-ca360af4baf9),segment_id=835589b0-c43c-4223-b48f-ca360af4baf9)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 03:55:26.182445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:26.184391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:26.205996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [None req-08746f62-504c-4217-aeac-9d35459fb0f3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80302) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 03:55:26.213574 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-08746f62-504c-4217-aeac-9d35459fb0f3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4303589 Dec 21 03:55:26.254534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Pushing event updated for resources: {'Port': ['ID=7e861032-c8dc-4a86-9da5-628a6c3a0c60,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:26.257800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:26.408308 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5c4698cd-7cd4-4b41-81d5-d08920add20f None None] Provisioning complete for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:26.408715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c4698cd-7cd4-4b41-81d5-d08920add20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:26.655987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 7e861032-c8dc-4a86-9da5-628a6c3a0c60 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:55:26.704599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-acc2523c-6cec-42e9-99e4-ee59f9e6c7d5 None None] Provisioning complete for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:26.704996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-acc2523c-6cec-42e9-99e4-ee59f9e6c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:26.783025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:26.783549 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:29.309360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40070) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:29.708510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f2c74228827d47fcab69a47880680094'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:29.742875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.policy [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80302) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 21 03:55:29.743698 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:29.744133 dv-cinder-733062-17-smb neutron-server[80193]: WARNING oslo_policy.policy [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 03:55:29.751307 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.quota [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Loaded quota_driver: . Dec 21 03:55:29.796921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:29.803884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Usage tracker for resource:router and tenant:f2c74228827d47fcab69a47880680094 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:29.807783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:29.814619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:29.828985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:29.830821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:29.853637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:29.961762 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:29.981297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:29.982584 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-99c8e7c1-a362-4440-9c2f-3e8fe1bbea18 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6721711 Dec 21 03:55:30.788918 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c848b9b-79d2-4184-bdab-d2c83fe1f73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:32.653709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40082) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:33.070550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [None req-f42d97a8-6b78-4d60-b3d2-c3491972ff89 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80302) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 03:55:33.071603 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f42d97a8-6b78-4d60-b3d2-c3491972ff89 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4169004 Dec 21 03:55:33.227422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e443083f-b867-4143-9c27-b608fa113f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:33.654072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:34.700858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:35.041090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:35.773628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40102) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:35.966638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:35.973042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:35.977026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Usage tracker for resource:network and tenant:18b8712edf2d42b187a2c588389ee9bd is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:35.980422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:35.985992 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:35.994502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Made reservation on behalf of 18b8712edf2d42b187a2c588389ee9bd for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 03:55:36.000665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.017809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.033363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:36.037279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Usage tracker for resource:security_group_rule and tenant:18b8712edf2d42b187a2c588389ee9bd is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:36.040773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:36.046375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:36.143244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.145792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.150987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:36.162589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Reserving flat network on physical network physnet1 {{(pid=80302) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 21 03:55:36.195090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.195694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Unsubscribe: segment precommit_create {{(pid=80302) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 21 03:55:36.196264 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Added segment 3277b2bf-405e-4b9f-9234-404951c34150 of type flat for network 17066c03-63b6-4220-841a-7ea96c7c91d4 Dec 21 03:55:36.248021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296b9ffb-2a2f-4412-a171-43d17880ad72,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:36.271591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.271977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.272333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.272682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.273028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.273370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.273735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.274074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.274425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.274763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.275097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.275429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Tracked resource versions report: Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 03:55:36.276537 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 03:55:36.470874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:36.477871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.520493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.521849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:36.522513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:36.527202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:36.630889 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8561599 Dec 21 03:55:36.638103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Pushing event updated for resources: {'Network': ['ID=17066c03-63b6-4220-841a-7ea96c7c91d4,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:36.641391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:36.649070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 03:55:39.117465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40126) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:39.264912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d142221-879e-4dc2-b1bb-171040b9c184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:39.266332 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6d142221-879e-4dc2-b1bb-171040b9c184 admin admin] 10.222.0.23 "GET /v2.0/subnets/e6b402c1-d4a7-41e3-86f1-db21c02a18a7 HTTP/1.1" status: 200 len: 849 time: 0.1477885 Dec 21 03:55:39.410429 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-caee63dc-ff4e-45d5-87c9-ff4084a503fa admin admin] 10.222.0.23 "GET /v2.0/routers/1b70d411-27a9-4cc9-988d-152b43fb5ccb HTTP/1.1" status: 200 len: 704 time: 0.1378758 Dec 21 03:55:39.778714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:55:39.882107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:40.267972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Allocated IP 172.20.0.1 (cf783020-44bc-4345-9d85-a64883cf3500/e6b402c1-d4a7-41e3-86f1-db21c02a18a7/2e42f258-64de-43fe-aaca-a0ce14cbf482) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 03:55:40.429806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:40.448128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Transition to ACTIVE for port object 2e42f258-64de-43fe-aaca-a0ce14cbf482 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:55:40.494038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:40.512222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:40.792613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e42f258-64de-43fe-aaca-a0ce14cbf482,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:40.796166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:40.850421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Network cf783020-44bc-4345-9d85-a64883cf3500 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 03:55:40.851556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:55:40.854515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 03:55:40.855205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.090129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-cb7e75e8-5cc4-441d-bdf8-3d9cc43e988e None None] Provisioning for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:55:41.095010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-cb7e75e8-5cc4-441d-bdf8-3d9cc43e988e None None] Provisioning complete for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:41.095414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cb7e75e8-5cc4-441d-bdf8-3d9cc43e988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.114003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.147401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e75e8-5cc4-441d-bdf8-3d9cc43e988e None None] Port 2e42f258-64de-43fe-aaca-a0ce14cbf482 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 03:55:41.393040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.396891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.397968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.415779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:41.545061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e42f258-64de-43fe-aaca-a0ce14cbf482,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:41.549183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:41.599994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Network cf783020-44bc-4345-9d85-a64883cf3500 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 03:55:41.601095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:55:41.771067 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-2d16c8d0-b2c5-45d7-9560-94ee5317da49 None None] Provisioning complete for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:41.771559 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2d16c8d0-b2c5-45d7-9560-94ee5317da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:41.790805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Router 1b70d411-27a9-4cc9-988d-152b43fb5ccb is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 03:55:41.823726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-2d16c8d0-b2c5-45d7-9560-94ee5317da49 None None] Port 2e42f258-64de-43fe-aaca-a0ce14cbf482 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 03:55:41.949068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 03:55:41.959202 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] 10.222.0.23 "PUT /v2.0/routers/1b70d411-27a9-4cc9-988d-152b43fb5ccb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5428231 Dec 21 03:55:41.962089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Sync routers for ids ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 03:55:41.972937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Routers {'1b70d411-27a9-4cc9-988d-152b43fb5ccb'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 03:55:41.973806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T03:55:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:42.152468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Set router 1b70d411-27a9-4cc9-988d-152b43fb5ccb gateway port host: None {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 03:55:42.530404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'name': 'router1', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:29Z', 'updated_at': '2020-12-21T03:55:41Z', 'revision_number': 2, 'project_id': 'f2c74228827d47fcab69a47880680094', 'gw_port_host': None, '_interfaces': [{'id': '2e42f258-64de-43fe-aaca-a0ce14cbf482', 'name': '', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'mac_address': 'fa:16:3e:0f:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:40Z', 'updated_at': '2020-12-21T03:55:41Z', 'revision_number': 2, 'project_id': 'f2c74228827d47fcab69a47880680094', 'subnets': [{'id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:42.535469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Checking router: 1b70d411-27a9-4cc9-988d-152b43fb5ccb for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 03:55:42.535883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Updating router 1b70d411-27a9-4cc9-988d-152b43fb5ccb port 2e42f258-64de-43fe-aaca-a0ce14cbf482 binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 03:55:42.588531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:43.186608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:43.201634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Transition to ACTIVE for port object 2e42f258-64de-43fe-aaca-a0ce14cbf482 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:55:43.204453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:43.219967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:43.355212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Pushing event updated for resources: {'Port': ['ID=2e42f258-64de-43fe-aaca-a0ce14cbf482,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:43.375403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.375771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.376129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.376480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.376827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.377176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.377521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.377888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.378237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.378579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.378922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.379284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Tracked resource versions report: Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 03:55:43.380348 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 03:55:43.386754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:43.532515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Attempting to bind port 2e42f258-64de-43fe-aaca-a0ce14cbf482 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:55:43.533070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Attempting to bind port 2e42f258-64de-43fe-aaca-a0ce14cbf482 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 03:55:43.533298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Attempting to bind port 2e42f258-64de-43fe-aaca-a0ce14cbf482 on network cf783020-44bc-4345-9d85-a64883cf3500 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 03:55:43.539873 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 03:55:43.540206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Checking segment: {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:55:43.540661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:43.541083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Bound using segment: {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 03:55:43.541642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Bound port: 2e42f258-64de-43fe-aaca-a0ce14cbf482, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835589b0-c43c-4223-b48f-ca360af4baf9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 03:55:43.542050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:43.632732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] For port 2e42f258-64de-43fe-aaca-a0ce14cbf482, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 03:55:43.636971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] For port 2e42f258-64de-43fe-aaca-a0ce14cbf482, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=2e42f258-64de-43fe-aaca-a0ce14cbf482,segment=NetworkSegment(835589b0-c43c-4223-b48f-ca360af4baf9),segment_id=835589b0-c43c-4223-b48f-ca360af4baf9)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 03:55:43.639339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:43.655433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:43.815051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Pushing event updated for resources: {'Port': ['ID=2e42f258-64de-43fe-aaca-a0ce14cbf482,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:43.819649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:43.871075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Routers {'1b70d411-27a9-4cc9-988d-152b43fb5ccb'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 03:55:43.871731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T03:55:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:44.033998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] Set router 1b70d411-27a9-4cc9-988d-152b43fb5ccb gateway port host: None {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 03:55:44.375493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'name': 'router1', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:29Z', 'updated_at': '2020-12-21T03:55:41Z', 'revision_number': 2, 'project_id': 'f2c74228827d47fcab69a47880680094', 'gw_port_host': None, '_interfaces': [{'id': '2e42f258-64de-43fe-aaca-a0ce14cbf482', 'name': '', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'mac_address': 'fa:16:3e:0f:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:40Z', 'updated_at': '2020-12-21T03:55:43Z', 'revision_number': 4, 'project_id': 'f2c74228827d47fcab69a47880680094', 'subnets': [{'id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:44.380141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e7cae-d5b4-458b-9bb1-09db97639843 None None] The sync data for ids ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'] in dv-cinder-733062-17-smb is: [{'id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'name': 'router1', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:29Z', 'updated_at': '2020-12-21T03:55:41Z', 'revision_number': 2, 'project_id': 'f2c74228827d47fcab69a47880680094', 'gw_port_host': None, '_interfaces': [{'id': '2e42f258-64de-43fe-aaca-a0ce14cbf482', 'name': '', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'mac_address': 'fa:16:3e:0f:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:40Z', 'updated_at': '2020-12-21T03:55:43Z', 'revision_number': 4, 'project_id': 'f2c74228827d47fcab69a47880680094', 'subnets': [{'id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 03:55:44.470956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40138) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:44.658095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03dda3c-8788-483b-b710-148c81e947c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:44.658711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e03dda3c-8788-483b-b710-148c81e947c2 admin admin] Synchronizing usage tracker for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:network {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 03:55:44.675382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e03dda3c-8788-483b-b710-148c81e947c2 admin admin] Unset dirty status for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:network {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 03:55:44.677136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e03dda3c-8788-483b-b710-148c81e947c2 admin admin] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 842 time: 0.2051651 Dec 21 03:55:44.687922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Request body: {'subnet': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:44.693983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:44.697958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Usage tracker for resource:subnet and tenant:18b8712edf2d42b187a2c588389ee9bd is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:44.700939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:44.707118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:44.715545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Made reservation on behalf of 18b8712edf2d42b187a2c588389ee9bd for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 03:55:44.720082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:45.172712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80302) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 03:55:45.172712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:45.191794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:45.493228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e998bd40-ed1d-4193-9ee6-8bc6c161351d,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:45.499352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:45.554089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:55:45.554472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Network hostable DHCP agents. Network: 17066c03-63b6-4220-841a-7ea96c7c91d4, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 03:55:45.577286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 03:55:45.586450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 17066c03-63b6-4220-841a-7ea96c7c91d4) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:55:45.590499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:45.591132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:45.594849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c47ecf-e2e1-4fbd-9593-5da2dba7eae1 None None] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:55:45.610209 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9261169 Dec 21 03:55:45.825326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c25015-2d75-4605-90ee-4462f043e858 None None] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:55:46.673280 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 2e42f258-64de-43fe-aaca-a0ce14cbf482 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:55:46.739526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:55:46.744370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:46.744778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:46.869514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:46.901633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 2e42f258-64de-43fe-aaca-a0ce14cbf482, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=2e42f258-64de-43fe-aaca-a0ce14cbf482,segment=NetworkSegment(835589b0-c43c-4223-b48f-ca360af4baf9),segment_id=835589b0-c43c-4223-b48f-ca360af4baf9)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 03:55:46.904596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:46.906812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:46.972545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=2e42f258-64de-43fe-aaca-a0ce14cbf482,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:46.975786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:48.155385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40152) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:48.381160 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5ca8ac6f-03d0-403e-a124-539eaa184c97 admin admin] 10.222.0.23 "GET /v2.0/routers/1b70d411-27a9-4cc9-988d-152b43fb5ccb HTTP/1.1" status: 200 len: 710 time: 0.2245553 Dec 21 03:55:48.517391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b3003-198e-4f3b-a81a-0c6683173efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:48.518778 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-424b3003-198e-4f3b-a81a-0c6683173efb admin admin] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 886 time: 0.1316686 Dec 21 03:55:48.528995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:55:48.660106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 2e42f258-64de-43fe-aaca-a0ce14cbf482 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:55:48.730543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:48.730943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:48.976383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.311846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.342534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.355016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.370495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:55:49.374435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 03:55:49.377296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 03:55:49.382989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:55:49.466830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.469391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.484978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:49.580099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a16f8e-dff5-4799-b1d8-c818fd1283ba,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:49.583826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:49.740258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Allocated IP 172.28.1.248 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/4009dae1-4734-4850-94a5-28416231b56c) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 03:55:49.889099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.915968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:49.934480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:50.240015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4009dae1-4734-4850-94a5-28416231b56c,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:50.244839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:50.285023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 03:55:50.286703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:55:50.289176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 03:55:50.663823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:51.004350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:51.007893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846762756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8013045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846767364'] for router, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:51.187443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Router 1b70d411-27a9-4cc9-988d-152b43fb5ccb has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 03:55:51.364197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 03:55:51.373562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Sync routers for ids ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 03:55:51.380976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:51.382421 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] 10.222.0.23 "PUT /v2.0/routers/1b70d411-27a9-4cc9-988d-152b43fb5ccb HTTP/1.1" status: 200 len: 890 time: 2.8567538 Dec 21 03:55:51.383808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Routers {'1b70d411-27a9-4cc9-988d-152b43fb5ccb'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 03:55:51.384461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T03:55:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:51.726002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Set router 1b70d411-27a9-4cc9-988d-152b43fb5ccb gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 03:55:52.075844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'name': 'router1', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '4009dae1-4734-4850-94a5-28416231b56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:29Z', 'updated_at': '2020-12-21T03:55:50Z', 'revision_number': 4, 'project_id': 'f2c74228827d47fcab69a47880680094', 'gw_port': {'id': '4009dae1-4734-4850-94a5-28416231b56c', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:49Z', 'updated_at': '2020-12-21T03:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '2e42f258-64de-43fe-aaca-a0ce14cbf482', 'name': '', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'mac_address': 'fa:16:3e:0f:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:40Z', 'updated_at': '2020-12-21T03:55:46Z', 'revision_number': 5, 'project_id': 'f2c74228827d47fcab69a47880680094', 'subnets': [{'id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:52.080656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Checking router: 1b70d411-27a9-4cc9-988d-152b43fb5ccb for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 03:55:52.081041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Updating router 1b70d411-27a9-4cc9-988d-152b43fb5ccb port 4009dae1-4734-4850-94a5-28416231b56c binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 03:55:52.131779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:52.518857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:52.531405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Transition to ACTIVE for port object 4009dae1-4734-4850-94a5-28416231b56c will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:55:52.534722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:52.550227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3b6f5a04-ea36-4a00-b8fd-8927402e6187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:52.691976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54dd1e-640b-49ee-8bb8-f53234eaa344 None None] Pushing event updated for resources: {'Port': ['ID=4009dae1-4734-4850-94a5-28416231b56c,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:52.697033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d54dd1e-640b-49ee-8bb8-f53234eaa344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:52.747265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Attempting to bind port 4009dae1-4734-4850-94a5-28416231b56c on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:55:52.747815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Attempting to bind port 4009dae1-4734-4850-94a5-28416231b56c by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 03:55:52.748056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Attempting to bind port 4009dae1-4734-4850-94a5-28416231b56c on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 03:55:52.753578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 03:55:52.754585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:55:52.755022 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:52.755446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 03:55:52.755950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Bound port: 4009dae1-4734-4850-94a5-28416231b56c, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 03:55:52.756354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:52.828062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] For port 4009dae1-4734-4850-94a5-28416231b56c, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 03:55:52.831099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] For port 4009dae1-4734-4850-94a5-28416231b56c, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=4009dae1-4734-4850-94a5-28416231b56c,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 03:55:52.834390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:52.849834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:53.004580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54dd1e-640b-49ee-8bb8-f53234eaa344 None None] Pushing event updated for resources: {'Port': ['ID=4009dae1-4734-4850-94a5-28416231b56c,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:53.009338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d54dd1e-640b-49ee-8bb8-f53234eaa344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:53.049200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Routers {'1b70d411-27a9-4cc9-988d-152b43fb5ccb'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 03:55:53.049907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T03:55:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:53.227054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] Set router 1b70d411-27a9-4cc9-988d-152b43fb5ccb gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 03:55:53.572941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'name': 'router1', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '4009dae1-4734-4850-94a5-28416231b56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:29Z', 'updated_at': '2020-12-21T03:55:50Z', 'revision_number': 4, 'project_id': 'f2c74228827d47fcab69a47880680094', 'gw_port': {'id': '4009dae1-4734-4850-94a5-28416231b56c', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:49Z', 'updated_at': '2020-12-21T03:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '2e42f258-64de-43fe-aaca-a0ce14cbf482', 'name': '', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'mac_address': 'fa:16:3e:0f:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:40Z', 'updated_at': '2020-12-21T03:55:46Z', 'revision_number': 5, 'project_id': 'f2c74228827d47fcab69a47880680094', 'subnets': [{'id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 03:55:53.577320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99bbd5-f21f-4a71-acce-0aa4bb86d116 None None] The sync data for ids ['1b70d411-27a9-4cc9-988d-152b43fb5ccb'] in dv-cinder-733062-17-smb is: [{'id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'name': 'router1', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '4009dae1-4734-4850-94a5-28416231b56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:29Z', 'updated_at': '2020-12-21T03:55:50Z', 'revision_number': 4, 'project_id': 'f2c74228827d47fcab69a47880680094', 'gw_port': {'id': '4009dae1-4734-4850-94a5-28416231b56c', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:49Z', 'updated_at': '2020-12-21T03:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '2e42f258-64de-43fe-aaca-a0ce14cbf482', 'name': '', 'network_id': 'cf783020-44bc-4345-9d85-a64883cf3500', 'tenant_id': 'f2c74228827d47fcab69a47880680094', 'mac_address': 'fa:16:3e:0f:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70d411-27a9-4cc9-988d-152b43fb5ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:40Z', 'updated_at': '2020-12-21T03:55:46Z', 'revision_number': 5, 'project_id': 'f2c74228827d47fcab69a47880680094', 'subnets': [{'id': 'e6b402c1-d4a7-41e3-86f1-db21c02a18a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e13d1287-ce6c-4fb2-91f4-5c8c03f8f79c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 03:55:54.086490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40162) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:55:54.236571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a39bc-fdc0-4093-83af-a3bf429e0661 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:55:54.238782 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9b9a39bc-fdc0-4093-83af-a3bf429e0661 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1507139 Dec 21 03:55:54.692886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 4009dae1-4734-4850-94a5-28416231b56c up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:55:54.761311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 4009dae1-4734-4850-94a5-28416231b56c completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:55:54.766337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 4009dae1-4734-4850-94a5-28416231b56c triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:54.766588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:54.885842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:54.902433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 4009dae1-4734-4850-94a5-28416231b56c, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=4009dae1-4734-4850-94a5-28416231b56c,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 03:55:54.905516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:55:54.915172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:55:54.976346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=4009dae1-4734-4850-94a5-28416231b56c,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:55:54.979677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:55:56.689726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 4009dae1-4734-4850-94a5-28416231b56c up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:55:56.798448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 4009dae1-4734-4850-94a5-28416231b56c triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:55:56.798900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:00.798743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f28ec8f0-20b9-425e-b803-3d86b9d7212d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:03.247763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5666465b-ea7a-4ed8-93d4-922f3f974c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:03.658293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:04.703436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:05.048895 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:16.778318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:56:30.791681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8870-f674-45bb-9dd6-194731770fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:33.230886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ae73491a-32b4-4201-aa9c-af698284aa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:33.661378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:34.704628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:35.044915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:56:53.777979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:57:00.794987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52388d28-dae1-402e-9fab-7fef7cbd4849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:03.233655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9530a209-bea6-488c-97f5-8f9588a166d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:03.665750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:04.705976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:05.047911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:30.797432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-daef1664-7a63-4751-80b2-c02c0e2a5d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:30.812849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:57:33.236013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84f10281-7b30-418a-b283-4afd4008eece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:33.667486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:34.707709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:57:35.053245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:00.800897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-549c527b-19d2-4c2d-9307-3c4786ad15ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:03.242870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bf7f1d99-9cf9-45b6-a38b-fcc4748e3922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:03.669248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:04.709102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:05.057769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:07.597189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40738) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:07.699048 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9aab39d-a01c-4538-a013-91c0f3739bad admin admin] GET failed (client error): The resource could not be found. Dec 21 03:58:07.700367 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d9aab39d-a01c-4538-a013-91c0f3739bad admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1021364 Dec 21 03:58:07.812355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:58:07.840987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6b92b-b8bd-4610-af60-75a23f2d671c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:07.843101 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-fae6b92b-b8bd-4610-af60-75a23f2d671c admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1383252 Dec 21 03:58:10.274140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40748) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:10.423633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46919e9f-2eaa-4e69-bf17-d1305e2e7c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:10.425042 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-46919e9f-2eaa-4e69-bf17-d1305e2e7c06 admin admin] 10.222.0.23 "GET /v2.0/subnets/e6b402c1-d4a7-41e3-86f1-db21c02a18a7 HTTP/1.1" status: 200 len: 849 time: 0.1498806 Dec 21 03:58:10.435367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:58:10.556516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:10.865251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782449219358'] for subnet, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:10.880857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e05e209-01af-46a9-86d4-2865e244f985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:58:11.024955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b402c1-d4a7-41e3-86f1-db21c02a18a7,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:58:11.037125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.037499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.037889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.038251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.038606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.038959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.039310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.039659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.040008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.040355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.040700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.041043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:58:11.044881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:58:11.075782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:11.076990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:11.078359 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] 10.222.0.23 "PUT /v2.0/subnets/e6b402c1-d4a7-41e3-86f1-db21c02a18a7 HTTP/1.1" status: 200 len: 868 time: 0.6469574 Dec 21 03:58:11.081718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3167d7-1d5c-47e8-95b9-34658d66313a None None] Network cf783020-44bc-4345-9d85-a64883cf3500 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:58:11.604905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-f83b8ced-a4e8-4f39-b26c-dd9157437d71 None None] Provisioning complete for port 2e42f258-64de-43fe-aaca-a0ce14cbf482 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:58:11.605423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f83b8ced-a4e8-4f39-b26c-dd9157437d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:11.731232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-f83b8ced-a4e8-4f39-b26c-dd9157437d71 None None] Provisioning complete for port 7e861032-c8dc-4a86-9da5-628a6c3a0c60 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:58:11.731629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f83b8ced-a4e8-4f39-b26c-dd9157437d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:13.525312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40758) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:13.743644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53aa71-9e0d-4172-bef6-cd2328247772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:13.743984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53aa71-9e0d-4172-bef6-cd2328247772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:13.745643 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3d53aa71-9e0d-4172-bef6-cd2328247772 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2192187 Dec 21 03:58:16.192339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40768) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:16.405237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62062c7-8253-4ca8-84dd-ef3f8986cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:16.405684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62062c7-8253-4ca8-84dd-ef3f8986cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:16.407297 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e62062c7-8253-4ca8-84dd-ef3f8986cfc2 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2139421 Dec 21 03:58:18.873860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40778) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:19.082742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4481a0-22a8-4956-bb9f-c98589bc63b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:19.084223 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5c4481a0-22a8-4956-bb9f-c98589bc63b4 admin admin] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 886 time: 0.2092702 Dec 21 03:58:21.526097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40788) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:21.742250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b61b57-0a9b-4a8a-8475-9d97587a23c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:21.743635 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a9b61b57-0a9b-4a8a-8475-9d97587a23c8 admin admin] 10.222.0.23 "GET /v2.0/networks/cf783020-44bc-4345-9d85-a64883cf3500 HTTP/1.1" status: 200 len: 862 time: 0.2164953 Dec 21 03:58:24.175145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40798) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:24.320630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c08392-5204-440b-8ffe-3de0bde82cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:24.321044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c08392-5204-440b-8ffe-3de0bde82cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:24.322704 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-83c08392-5204-440b-8ffe-3de0bde82cf0 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464996 Dec 21 03:58:26.778685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40808) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:26.920565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77d1e4-bfa1-46f4-975f-0e5b86f9ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:26.921582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77d1e4-bfa1-46f4-975f-0e5b86f9ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:26.922369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9d77d1e4-bfa1-46f4-975f-0e5b86f9ad3c admin admin] Synchronizing usage tracker for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:subnet {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 03:58:26.938708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9d77d1e4-bfa1-46f4-975f-0e5b86f9ad3c admin admin] Unset dirty status for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:subnet {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 03:58:26.942376 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9d77d1e4-bfa1-46f4-975f-0e5b86f9ad3c admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1612363 Dec 21 03:58:29.386527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40818) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:29.532727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83200ff0-1daa-4e5f-823c-4182139c69c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:29.534192 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-83200ff0-1daa-4e5f-823c-4182139c69c3 admin admin] 10.222.0.23 "GET /v2.0/subnets/e6b402c1-d4a7-41e3-86f1-db21c02a18a7 HTTP/1.1" status: 200 len: 868 time: 0.1465991 Dec 21 03:58:30.803217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8d2a-0135-4639-9cdf-a580d257d3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:31.986011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40828) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:32.126477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3554892-d1ec-4dba-a334-ef7eb20d08b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:58:32.127887 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a3554892-d1ec-4dba-a334-ef7eb20d08b2 admin admin] 10.222.0.23 "GET /v2.0/subnets/e998bd40-ed1d-4193-9ee6-8bc6c161351d HTTP/1.1" status: 200 len: 816 time: 0.1408563 Dec 21 03:58:33.235516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-92a0c6e8-8b68-4b6a-9943-1bc1aea501d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:33.672207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:34.710340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:35.060035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:58:44.811023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:58:57.627074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40868) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:58:57.713139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [None req-428cd1d3-8ac4-4260-9c28-58fa987ee823 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 03:58:57.714246 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-428cd1d3-8ac4-4260-9c28-58fa987ee823 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0860887 Dec 21 03:59:00.297595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40878) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:59:00.399144 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.pecan_wsgi.hooks.translation [None req-59839ece-dfe3-471d-8758-8fa52eb074e8 admin admin] GET failed (client error): The resource could not be found. Dec 21 03:59:00.400448 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-59839ece-dfe3-471d-8758-8fa52eb074e8 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1018500 Dec 21 03:59:00.685081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfcfeb-cf89-44e7-89e2-1d3a39f98f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:59:00.686696 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3bdfcfeb-cf89-44e7-89e2-1d3a39f98f15 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2818880 Dec 21 03:59:00.806044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4099b6dc-def1-4cca-b2fc-475939548ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.140435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40888) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:59:03.222293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:59:03.227450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:59:03.236983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f926776-93c0-4296-92d0-14db4e71de42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.238333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:59:03.246660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Made reservation on behalf of 18b8712edf2d42b187a2c588389ee9bd for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 03:59:03.251763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.344259 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.services.revisions.revision_plugin [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Could not find related network for resource to bump revision. Dec 21 03:59:03.360486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 03:59:03.369663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.370082 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Added segment e1bc87e0-89e2-4c78-9573-a04fa2954436 of type vxlan for network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 Dec 21 03:59:03.396390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.424536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.425773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:59:03.426407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:03.431005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:59:03.534166 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3919339 Dec 21 03:59:03.534821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2fc6d4-db63-4ead-b3ca-f8cce942be11,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:59:03.547637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:59:03.560985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 03:59:03.687800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:04.711365 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:05.062524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:05.993070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40898) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 03:59:06.094577 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.pecan_wsgi.hooks.translation [None req-3196b57f-a51a-4090-9331-d683f22e648b admin admin] GET failed (client error): The resource could not be found. Dec 21 03:59:06.095126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-3196b57f-a51a-4090-9331-d683f22e648b admin admin] Synchronizing usage tracker for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 03:59:06.109199 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-3196b57f-a51a-4090-9331-d683f22e648b admin admin] Unset dirty status for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 03:59:06.110918 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3196b57f-a51a-4090-9331-d683f22e648b admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1167681 Dec 21 03:59:06.225126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e1aa3-6261-436d-b3ec-e4d042c9a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:59:06.226631 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e58e1aa3-6261-436d-b3ec-e4d042c9a957 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1112800 Dec 21 03:59:06.239305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 03:59:06.244215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 03:59:06.253809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 03:59:06.262354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Made reservation on behalf of 18b8712edf2d42b187a2c588389ee9bd for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 03:59:06.267049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:06.657453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:06.672562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:59:06.801829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0710d248-ab75-459c-9f5e-8892b2b53064,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:59:06.805855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:59:06.863385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Checking segment: {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:59:06.863815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Network hostable DHCP agents. Network: 8a2fc6d4-db63-4ead-b3ca-f8cce942be11, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 03:59:06.881667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 03:59:06.889572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 8a2fc6d4-db63-4ead-b3ca-f8cce942be11) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:59:06.896169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 03:59:06.896816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:06.897693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c655c89-df41-4fb6-9c86-2061504a8dc5 None None] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:59:06.933643 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6870813 Dec 21 03:59:07.131088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-8a2fc6d4-db63-4ead-b3ca-f8cce942be11', 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11', 'tenant_id': '18b8712edf2d42b187a2c588389ee9bd', 'fixed_ips': [{'subnet_id': '0710d248-ab75-459c-9f5e-8892b2b53064'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 03:59:07.131987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:07.424284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Allocated IP 192.168.233.2 (8a2fc6d4-db63-4ead-b3ca-f8cce942be11/0710d248-ab75-459c-9f5e-8892b2b53064/78bd2b74-ec11-4b41-b23c-590847ad0026) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 03:59:07.644948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:07.656251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Transition to ACTIVE for port object 78bd2b74-ec11-4b41-b23c-590847ad0026 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:59:07.673197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Transition to ACTIVE for port object 78bd2b74-ec11-4b41-b23c-590847ad0026 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 03:59:07.678234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:07.694746 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d54dd1e-640b-49ee-8bb8-f53234eaa344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:59:07.832585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Pushing event updated for resources: {'Port': ['ID=78bd2b74-ec11-4b41-b23c-590847ad0026,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:59:07.846014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.846395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.846776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.847146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.847512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.847872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.848233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.848591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.848965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.849322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.849705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.850061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 03:59:07.855315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:59:07.892246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 03:59:07.893404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 03:59:07.895924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 03:59:07.951494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Attempting to bind port 78bd2b74-ec11-4b41-b23c-590847ad0026 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 03:59:07.951822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Attempting to bind port 78bd2b74-ec11-4b41-b23c-590847ad0026 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 03:59:07.952224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Attempting to bind port 78bd2b74-ec11-4b41-b23c-590847ad0026 on network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 03:59:07.958169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 03:59:07.958580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Checking segment: {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 03:59:07.959021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:07.959579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Bound using segment: {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 03:59:07.960093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Bound port: 78bd2b74-ec11-4b41-b23c-590847ad0026, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 03:59:07.960510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:08.056716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] For port 78bd2b74-ec11-4b41-b23c-590847ad0026, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 03:59:08.061524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] For port 78bd2b74-ec11-4b41-b23c-590847ad0026, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=78bd2b74-ec11-4b41-b23c-590847ad0026,segment=NetworkSegment(e1bc87e0-89e2-4c78-9573-a04fa2954436),segment_id=e1bc87e0-89e2-4c78-9573-a04fa2954436)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 03:59:08.064452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:08.080256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:59:08.228009 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Pushing event updated for resources: {'Port': ['ID=78bd2b74-ec11-4b41-b23c-590847ad0026,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:59:08.233145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:59:08.786105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 78bd2b74-ec11-4b41-b23c-590847ad0026 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:59:08.860687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 78bd2b74-ec11-4b41-b23c-590847ad0026 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:59:09.470549 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c2d65-3169-498c-b6a5-7605ff1efcff None None] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 03:59:09.758900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Provisioning for port 78bd2b74-ec11-4b41-b23c-590847ad0026 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 03:59:09.794735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Provisioning complete for port 78bd2b74-ec11-4b41-b23c-590847ad0026 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:59:09.795145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:09.978430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:10.019703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] For port 78bd2b74-ec11-4b41-b23c-590847ad0026, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=78bd2b74-ec11-4b41-b23c-590847ad0026,segment=NetworkSegment(e1bc87e0-89e2-4c78-9573-a04fa2954436),segment_id=e1bc87e0-89e2-4c78-9573-a04fa2954436)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 03:59:10.023527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:10.026818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 03:59:10.100270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Pushing event updated for resources: {'Port': ['ID=78bd2b74-ec11-4b41-b23c-590847ad0026,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 03:59:10.100507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 03:59:10.246291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-cf5a4a10-02cd-43e5-9fab-290e8d26687d None None] Provisioning complete for port 78bd2b74-ec11-4b41-b23c-590847ad0026 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:59:10.246707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4a10-02cd-43e5-9fab-290e8d26687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:10.489475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-3808e7d1-1aff-4126-99e6-d9ca02748a0e None None] Provisioning complete for port 78bd2b74-ec11-4b41-b23c-590847ad0026 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:59:10.490036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3808e7d1-1aff-4126-99e6-d9ca02748a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:10.765323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 78bd2b74-ec11-4b41-b23c-590847ad0026 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 03:59:10.835287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 78bd2b74-ec11-4b41-b23c-590847ad0026 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 03:59:10.835688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:21.809705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 03:59:30.808388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fc8d8b86-31d0-4739-be53-8953fc2d3c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:33.239555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a92b22a5-a86b-45ab-bd28-080de86c4f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:33.682545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:34.713076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:35.060751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 03:59:58.809519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:00:00.810202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c400a6d9-1cb8-441f-9111-a7fdaf90bd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:03.242770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3296abba-6d1a-459c-acaf-053285c9d1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:03.682845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:04.714604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:05.062222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:15.357810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40940) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:00:15.364124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [None req-11a6cc91-d2bc-4c6b-a737-e954939b9e60 tempest-verify_tempest_config-1798405958 tempest-verify_tempest_config-1798405958] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:00:15.365167 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-11a6cc91-d2bc-4c6b-a737-e954939b9e60 tempest-verify_tempest_config-1798405958 tempest-verify_tempest_config-1798405958] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0063052 Dec 21 04:00:15.715892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 40960) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:00:15.865831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:15.881396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:00:15.885441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Usage tracker for resource:security_group_rule and tenant:a836a4309b1e49aa95f2a037704aa086 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:00:15.888450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:00:15.894825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:00:15.985597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:15.988051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:15.997241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:00:16.038650 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a836a4309b1e49aa95f2a037704aa086&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3216717 Dec 21 04:00:16.040319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5175c51e-a1c0-472b-a93f-ec4a28e4d786,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:00:16.041510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 40966) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:00:16.048134 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.048466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.048869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.049240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.049625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.049994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.050356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.050717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.051094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.051452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.051810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.052164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.056098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:00:16.103934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:16.130130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:16.183548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:16.188727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:00:16.200164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5175c51e-a1c0-472b-a93f-ec4a28e4d786,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:00:16.211714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.212097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.212468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.212832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.213194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.213574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.213933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.214288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.214661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.215015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.215368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.215718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:00:16.218379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:16.219577 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5175c51e-a1c0-472b-a93f-ec4a28e4d786 HTTP/1.1" status: 204 len: 168 time: 0.1769805 Dec 21 04:00:16.220443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:00:30.810952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-92a664bb-8ec0-40cb-a595-c1e1076addd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:33.244495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-26357629-0cd5-4d45-a997-34cd71ee31f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:33.686007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:34.715995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:35.081014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:00:35.809348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:01:00.813497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-403e8821-9933-4a64-a9d9-be9c0164a2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:03.249960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e43c-0a69-4c66-be0f-04f337aa1a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:03.689685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:04.718253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:05.067792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:12.809118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:01:30.815152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96402bc7-5592-4723-bb23-139486a36366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:33.258658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b0130d7a-d138-40b7-8945-067307985226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:33.691801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:34.720254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:35.070372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:49.808426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 5 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:01:52.040810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457'] for agent, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:01:52.041372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.041662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.042046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.042423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.042794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.043163 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.043533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.043897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.044261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.044678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.045042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.045723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:01:52.046112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73306', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:01:52.050560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73306', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:01:52.344801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] get_endpoint_by_host() called for host hv-cinder-73306 {{(pid=80304) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 21 04:01:52.348926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=80304) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 21 04:01:52.352741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=80304) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 21 04:01:52.357409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] _get_endpoints() called {{(pid=80304) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 21 04:01:53.085782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41018) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:01:53.239241 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ea2e1cd6-3c04-4aca-9083-4ff9a111351b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1522279 Dec 21 04:01:55.727136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41028) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:01:55.815125 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d965cfb5-f4ec-4f49-b6ad-427ab55a9e7e admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.0868068 Dec 21 04:02:00.816638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-41c18710-c100-4fe8-af24-368c6e11e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:03.252123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0603e379-2cbf-43c5-90fe-bf0c580a3027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:03.694160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:04.721472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:05.072225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:22.050467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:26.807695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:02:30.818030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3611-da7a-490d-baf3-efcc264848bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:33.253429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b28acbf-7df4-4178-be7b-0c88dfbc0e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:33.696601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:34.722043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:35.076445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:02:52.069252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:00.829642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d592a1b-5e57-4ebf-ae5d-62caca39c058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:03.255232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0c84a30b-bdfd-47e8-91dd-d262cf7e3645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:03.700868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:03.807686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:03:04.724027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:05.078782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:22.063849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:30.823144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-222442a6-c728-41b3-990b-c48ab4771fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:33.261515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1ee18f15-2437-4877-8bcd-aec973eae058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:33.709513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:34.733220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:35.088565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:39.584954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41224) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:39.760347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41234) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:39.793985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41240) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:40.111436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-network', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:40.117142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:40.121344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Usage tracker for resource:network and tenant:6c0845d8974a47379a3ed753a0f15725 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:40.124888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:40.131121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:40.141208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Made reservation on behalf of 6c0845d8974a47379a3ed753a0f15725 for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:40.147228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.162103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.179657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:40.185358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Usage tracker for resource:security_group_rule and tenant:6c0845d8974a47379a3ed753a0f15725 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:40.189205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:40.195480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:40.250813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1888292742-network', 'tenant_id': '7f3bb1f3e1f543e2bf34d40cd5857a91'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:40.256408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:40.262449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Usage tracker for resource:network and tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:40.283676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:40.291710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:40.325522 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Made reservation on behalf of 7f3bb1f3e1f543e2bf34d40cd5857a91 for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:40.330684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.337165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1070177919-network', 'tenant_id': 'ce99abc5fec64775a2b84adaecaabab0'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:40.344483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:40.354567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Usage tracker for resource:network and tenant:ce99abc5fec64775a2b84adaecaabab0 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:40.359561 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.361880 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:40.371531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:40.375885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.384480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.386286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:40.394761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:40.398028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Made reservation on behalf of ce99abc5fec64775a2b84adaecaabab0 for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:40.402974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:40.408187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:40.408798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.428440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:40.431069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:03:40.439781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.483443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.483772 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Added segment d8df64cf-57b6-4840-a771-a32c25644ed0 of type vxlan for network 290012f9-1327-473a-8019-55fc478d721f Dec 21 04:03:40.485274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:40.488767 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:40.493834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Usage tracker for resource:security_group_rule and tenant:ce99abc5fec64775a2b84adaecaabab0 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:40.497383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:40.506490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:40.722396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.739194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.745508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:40.807650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:03:40.811171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.811552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.811962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.812635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.813404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.813972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.814602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.815100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.815580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.816996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.817875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.818661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.819251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.819778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.820291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.821009 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.821501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.822156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.822780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.832958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.833839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.834239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.834613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.834982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Tracked resource versions report: Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}, Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 04:03:40.836402 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 04:03:40.846902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a366e5a-d176-457a-b203-eb2662f54793,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:40.865813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.868033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.868512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.869853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.870508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.871661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.872192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.872656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.873121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.875778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.878221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.879224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.879784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.881635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.882143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.882691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.884146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.884622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.885091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.885576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.886167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.887485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.890893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.891401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Tracked resource versions report: Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}, Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 04:03:40.893089 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 04:03:40.915460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:40.927752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:40.956267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.963164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.968689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:40.977033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3f980de9-9a61-463c-8efb-e18044087e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:41.029077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48e57d1-dac2-4076-a62b-eb3fc4802ad5,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:41.033284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:41.038825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:03:41.039129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:03:41.039259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.041967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:41.042487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.047532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:03:41.047879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:03:41.050073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d5776056-8524-4e4c-be6c-e6989cacadd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:41.161789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Pushing event updated for resources: {'Network': ['ID=290012f9-1327-473a-8019-55fc478d721f,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:41.165029 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:41.170667 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5816491 Dec 21 04:03:41.171242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41288) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:41.177200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Request body: {'subnet': {'network_id': '290012f9-1327-473a-8019-55fc478d721f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-subnet', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:41.180806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 290012f9-1327-473a-8019-55fc478d721f details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:03:41.196768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:41.201218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 290012f9-1327-473a-8019-55fc478d721f details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:03:41.208662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Usage tracker for resource:subnet and tenant:6c0845d8974a47379a3ed753a0f15725 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:41.211732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:41.219555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:41.237790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Made reservation on behalf of 6c0845d8974a47379a3ed753a0f15725 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:41.243731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.549847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.572157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.620171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:03:41.646556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.647086 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Added segment aceb1e70-6ab2-43c7-ae8f-fd3c088433df of type vxlan for network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 Dec 21 04:03:41.691369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.724364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.726345 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:41.727213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.733371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:41.759791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:03:41.760145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:03:41.784670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:41.794624 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0331032 Dec 21 04:03:41.815282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41310) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:41.826411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Request body: {'subnet': {'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1888292742-subnet', 'tenant_id': '7f3bb1f3e1f543e2bf34d40cd5857a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:41.864080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f68ac37-aa69-49d6-a83e-a8d52b5f6497,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:41.866600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:41.870769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:41.874764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Usage tracker for resource:subnet and tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:41.879181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:03:41.903412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:41.924237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:03:41.956157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:41.985617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:03:42.075120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.075725 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Added segment a8afb48e-2141-4cbf-8513-4f0aa8f36db2 of type vxlan for network bda9f129-4ebc-406c-82f6-e31162473051 Dec 21 04:03:42.085755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Made reservation on behalf of 7f3bb1f3e1f543e2bf34d40cd5857a91 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:42.091367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.259222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.287149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.291458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c9970e72-752c-4411-86cc-8f3da15a8d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:42.459833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:42.474471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:42.491429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.498670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:42.499444 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.541610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:42.749526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Pushing event updated for resources: {'Network': ['ID=bda9f129-4ebc-406c-82f6-e31162473051,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:42.764476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network bda9f129-4ebc-406c-82f6-e31162473051 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:03:42.769036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:42.805355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network bda9f129-4ebc-406c-82f6-e31162473051 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:03:42.813456 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0155234 Dec 21 04:03:42.814597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41364) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:42.822139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Request body: {'subnet': {'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1070177919-subnet', 'tenant_id': 'ce99abc5fec64775a2b84adaecaabab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:42.834151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Checking segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:03:42.834769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Network hostable DHCP agents. Network: 290012f9-1327-473a-8019-55fc478d721f, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:03:42.841363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:42.848039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Usage tracker for resource:subnet and tenant:ce99abc5fec64775a2b84adaecaabab0 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:42.859497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:42.875861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:42.894869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Network 290012f9-1327-473a-8019-55fc478d721f is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:03:42.895458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Made reservation on behalf of ce99abc5fec64775a2b84adaecaabab0 for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:42.906646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.932743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 290012f9-1327-473a-8019-55fc478d721f) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:03:42.938688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:42.939481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:42.968003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9274bd6-af71-4085-8fe7-2dc8e55e0780 None None] Network 290012f9-1327-473a-8019-55fc478d721f requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:03:43.022640 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8501468 Dec 21 04:03:43.026241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41376) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:43.155581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41384) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:43.185584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:43.206085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.211460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:43.246959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Usage tracker for resource:router and tenant:6c0845d8974a47379a3ed753a0f15725 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:43.248515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d1d62828-c148-489b-a650-603f951979bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:43.256551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:43.274377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:43.290145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.291197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.316201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.532370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a417ff3-9b69-4be4-8c70-c2ef9b925037 None None] Network 290012f9-1327-473a-8019-55fc478d721f requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:03:43.678495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.700321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b902fdaa-e9fa-4039-a313-8e2754366778,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:43.715106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:43.719962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Usage tracker for resource:security_group_rule and tenant:2157a8a15c514aebb9987c0ec085a98d is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:43.724266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:43.730848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:43.777333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:43.898365 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.960716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:43.964002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Checking segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:03:43.964409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Network hostable DHCP agents. Network: 4f68ac37-aa69-49d6-a83e-a8d52b5f6497, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:03:44.000361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.052078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:44.088216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41414) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:44.104312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd8111-99ff-4824-9ead-8208e4f7eb2a,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:44.126163 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:44.133210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:03:44.139927 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2157a8a15c514aebb9987c0ec085a98d&name=default HTTP/1.1" status: 200 len: 2875 time: 0.9832373 Dec 21 04:03:44.143108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41420) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:44.160084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 4f68ac37-aa69-49d6-a83e-a8d52b5f6497) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:03:44.170815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb473627-eb6c-4bc6-81aa-7f4a6a4b5507 None None] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:03:44.182382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:44.183059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.344326 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5182486 Dec 21 04:03:44.350179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.419516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.536275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.544543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.548086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ab833-baa0-4718-bddd-acc338e27ce2 None None] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:03:44.554465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:44.579846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd8111-99ff-4824-9ead-8208e4f7eb2a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:44.594691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:44.609191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.615036 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3fd8111-99ff-4824-9ead-8208e4f7eb2a HTTP/1.1" status: 204 len: 168 time: 0.4709263 Dec 21 04:03:44.843927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.845151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:44.942183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:45.011356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6fc55b6e-cac6-4f0c-9ed9-134eaaad10d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:45.084912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:45.099770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Usage tracker for resource:security_group_rule and tenant:1092f9ee62ca4bd29f0fd68a5774ec78 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:45.115647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:45.145004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:45.225078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41464) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:45.249249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:45.267610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:45.273938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Usage tracker for resource:security_group_rule and tenant:e700997b4e9840768f43df64dea24082 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:45.277170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:45.283762 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:45.374585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41484) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:45.385419 dv-cinder-733062-17-smb neutron-server[80193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 04:03:45.442850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:45.449623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:45.466161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61dc3439-4177-4b63-83f0-292fa8466c90,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:45.477469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:45.514995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f4fbe009-27a2-4dc8-b184-1307ef6c8081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:45.576452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Checking segment: {'id': 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:03:45.576848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Network hostable DHCP agents. Network: bda9f129-4ebc-406c-82f6-e31162473051, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:03:45.580073 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e700997b4e9840768f43df64dea24082&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3534679 Dec 21 04:03:45.591532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41490) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:45.594151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6165014e-cdcd-4491-a691-e31881eb2891,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:45.601011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:45.609820 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-38562f5c-999c-4276-926f-962fca8f2c8f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:45.611412 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-38562f5c-999c-4276-926f-962fca8f2c8f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.2358496 Dec 21 04:03:45.627983 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-f61989c5-8b9c-4cb8-b9ff-a2adc6ca7a91 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/quotas/7f3bb1f3e1f543e2bf34d40cd5857a91 HTTP/1.1" status: 200 len: 375 time: 0.0103569 Dec 21 04:03:45.706218 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6901e98a-de86-41fd-8769-507015c7bf6c tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720792 Dec 21 04:03:45.868254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Allocated IP 172.28.1.24 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/ef3ecbc8-9c5d-40cc-a79e-07a47737abc5) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:03:45.883314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Network bda9f129-4ebc-406c-82f6-e31162473051 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:03:45.890783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:45.900364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:45.918947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:45.933278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, bda9f129-4ebc-406c-82f6-e31162473051) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:03:45.948509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55fbc76-a4d6-497b-9f4b-4a1fa02994b6 None None] Network bda9f129-4ebc-406c-82f6-e31162473051 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:03:45.975132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-2c40b238-1d06-4372-905e-a65e472bb78d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:03:45.976203 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-2c40b238-1d06-4372-905e-a65e472bb78d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0993185 Dec 21 04:03:45.985847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Synchronizing usage tracker for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:security_group {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:03:45.998844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:45.999486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.142597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.173405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Unset dirty status for tenant:18b8712edf2d42b187a2c588389ee9bd on resource:security_group {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:03:46.174802 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1092f9ee62ca4bd29f0fd68a5774ec78&name=default HTTP/1.1" status: 200 len: 2875 time: 2.0728188 Dec 21 04:03:46.176294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b92349-b315-4437-b9ac-cfe55abeea3a,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:46.179278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41518) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:46.188258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:46.209041 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ac070e71-1d12-40a3-9397-2468fed5495f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3931105 Dec 21 04:03:46.220488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.222247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf604a80-2f80-41ab-af08-9e3065fcc1de None None] Network bda9f129-4ebc-406c-82f6-e31162473051 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:03:46.288558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.318194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.339654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f3537ad7-209b-4fad-93cc-2e47cbdc82c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:46.355875 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-db314932-6bdf-427f-a070-4e5168c7bfdd service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723388 Dec 21 04:03:46.391983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.395826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6165014e-cdcd-4491-a691-e31881eb2891,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:46.407456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:46.411818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.436570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:46.534126 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-e762dacf-cfd4-4bbb-9ea0-1c842ab96d92 service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1689012 Dec 21 04:03:46.538203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.544032 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6165014e-cdcd-4491-a691-e31881eb2891 HTTP/1.1" status: 204 len: 168 time: 0.9502428 Dec 21 04:03:46.562400 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.629760 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.652937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4c186c57-517a-406c-9517-b4291940874e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:46.671270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:46.672980 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55b92349-b315-4437-b9ac-cfe55abeea3a HTTP/1.1" status: 204 len: 168 time: 0.4793496 Dec 21 04:03:46.676624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b92349-b315-4437-b9ac-cfe55abeea3a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:46.679645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:46.748946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:46.758847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:46.879705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:03:46.884094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:03:46.891368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:03:47.106136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41578) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:47.231172 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0b9144c2-4256-4337-b3f6-96ae90c8ac45 req-e027a0b4-437b-4608-a3ed-be684e816de4 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 210 time: 0.0841177 Dec 21 04:03:47.433057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41598) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:47.445970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-09701b64-7e7d-4772-b991-1cb3e080e4be tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:47.446711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-09701b64-7e7d-4772-b991-1cb3e080e4be tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Synchronizing usage tracker for tenant:ce99abc5fec64775a2b84adaecaabab0 on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:03:47.493513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-09701b64-7e7d-4772-b991-1cb3e080e4be tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Unset dirty status for tenant:ce99abc5fec64775a2b84adaecaabab0 on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:03:47.494828 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-09701b64-7e7d-4772-b991-1cb3e080e4be tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/networks?id=bda9f129-4ebc-406c-82f6-e31162473051 HTTP/1.1" status: 200 len: 812 time: 0.3875060 Dec 21 04:03:47.512770 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-1fe9eb97-949e-4d5b-8f62-d56e1e8b9dce tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/quotas/ce99abc5fec64775a2b84adaecaabab0 HTTP/1.1" status: 200 len: 375 time: 0.0102153 Dec 21 04:03:47.611995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41610) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:47.614941 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-9295599a-b831-43f7-a692-65165d129cf7 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?tenant_id=ce99abc5fec64775a2b84adaecaabab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915122 Dec 21 04:03:47.650988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:47.694141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:47.701370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Usage tracker for resource:security_group_rule and tenant:8ab71fc084664b87b71cd975a058be80 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:47.704481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:47.717188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:47.725650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:47.869401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:47.874619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:47.885766 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:47.937938 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ab71fc084664b87b71cd975a058be80&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3217018 Dec 21 04:03:47.939716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604edb14-9add-4586-adb4-2cf9d036271a,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:47.942974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41632) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:47.945864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:47.971234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:47.995289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:48.005532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Usage tracker for resource:security_group_rule and tenant:7324e80bd4a440e18be8700138801e62 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:48.011624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:48.016910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.046824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.075863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:48.132807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.141681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-89026036-dd36-41de-8dc6-8f9c0c3c30ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:48.156521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604edb14-9add-4586-adb4-2cf9d036271a,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:48.161397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:48.163249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.167120 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/604edb14-9add-4586-adb4-2cf9d036271a HTTP/1.1" status: 204 len: 168 time: 0.2229545 Dec 21 04:03:48.263539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-778fe9fb-cafc-4439-a73c-215915bc568e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:03:48.265824 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-778fe9fb-cafc-4439-a73c-215915bc568e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1382236 Dec 21 04:03:48.407344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.510194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.523729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.597768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:48.619558 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7324e80bd4a440e18be8700138801e62&name=default HTTP/1.1" status: 200 len: 2875 time: 1.1643350 Dec 21 04:03:48.647021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 41676) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:48.659850 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06001562-9ebb-4ed7-b72a-fe677b12cf4a req-307b599d-08f1-4b03-8738-96b47ff9c494 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 210 time: 0.1603761 Dec 21 04:03:48.742219 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-65ea208a-ef4a-4be0-ae19-7031211b16e1 service neutron] 10.222.0.23 "GET /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697535 Dec 21 04:03:48.864791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8240ffe-5248-4eda-b7cf-c5c4b759f148,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:48.868513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:48.970582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:48.975948 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-76245994-adac-449d-9ada-ee815b0ff12c service neutron] 10.222.0.23 "GET /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2327809 Dec 21 04:03:49.054723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:49.143213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Router 1846a321-d51c-4995-b61b-9ab9fe45f4dd is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 04:03:49.389801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:49.417919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:49.451225 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5cfc5837-2d4d-4a23-a54f-8363a0847d67 req-1849d244-7cf5-472b-b3a1-7901665efc33 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 210 time: 0.0925560 Dec 21 04:03:49.619778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:03:49.628011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8240ffe-5248-4eda-b7cf-c5c4b759f148,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:49.632705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Sync routers for ids ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:03:49.646279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:49.649504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Routers {'1846a321-d51c-4995-b61b-9ab9fe45f4dd'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:03:49.651509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:03:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:03:49.678224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:49.680062 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8240ffe-5248-4eda-b7cf-c5c4b759f148 HTTP/1.1" status: 204 len: 168 time: 1.0291221 Dec 21 04:03:49.710365 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:49.714821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41744) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:49.715039 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6876550 Dec 21 04:03:50.035503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Set router 1846a321-d51c-4995-b61b-9ab9fe45f4dd gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:03:50.165244 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-169205b5-2661-42a8-a75b-ad5c5be9d476 req-f37c90f5-a83a-4504-ad3d-28f4bf711a2d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 210 time: 0.2026846 Dec 21 04:03:50.703100 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-982251ab-4339-4e1a-9489-51bdd255e386 req-c9b377bf-7086-4193-9415-5e276becafc5 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 210 time: 0.0720241 Dec 21 04:03:50.987901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.21', 49905) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:51.192334 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:47Z', 'revision_number': 3, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:03:51.200086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Checking router: 1846a321-d51c-4995-b61b-9ab9fe45f4dd for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:03:51.200560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Updating router 1846a321-d51c-4995-b61b-9ab9fe45f4dd port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:03:51.382827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:51.422282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-78ac898d-6a82-4c5f-8618-81ca4a8422dd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:51.427228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-78ac898d-6a82-4c5f-8618-81ca4a8422dd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:network {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:03:51.469708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-78ac898d-6a82-4c5f-8618-81ca4a8422dd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:network {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:03:51.473486 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-78ac898d-6a82-4c5f-8618-81ca4a8422dd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.4840517 Dec 21 04:03:51.525112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Request body: {'port': {'device_id': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497', 'admin_state_up': True, 'tenant_id': '7f3bb1f3e1f543e2bf34d40cd5857a91'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:51.620211 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4f76401a-4b25-43f2-b9bd-adca22b3582b req-2050d388-7a0e-4c86-b6df-65539600ea8c tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 210 time: 0.0811903 Dec 21 04:03:51.834979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:52.102418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:52.182473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:52.193692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.21', 49915) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:52.213381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Transition to ACTIVE for port object ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:03:52.220755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:52.252509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:52.438836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:52.450256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Usage tracker for resource:port and tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:52.454083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Quota usage for port was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:52.472792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:52.509025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Made reservation on behalf of 7f3bb1f3e1f543e2bf34d40cd5857a91 for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:52.522547 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:52.773150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-0d378c08-70bd-4748-a1d6-4568f0ec557d tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:52.774828 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-0d378c08-70bd-4748-a1d6-4568f0ec557d tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.21 "GET /v2.0/networks?id=bda9f129-4ebc-406c-82f6-e31162473051 HTTP/1.1" status: 200 len: 812 time: 0.5788026 Dec 21 04:03:52.799527 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e6531855-8a6c-406c-a4ab-053e539d62a8 req-e4b5000b-7077-4959-abcf-2d5485d98222 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 210 time: 0.5990283 Dec 21 04:03:52.827211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Pushing event updated for resources: {'Port': ['ID=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:52.843209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Request body: {'port': {'device_id': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051', 'admin_state_up': True, 'tenant_id': 'ce99abc5fec64775a2b84adaecaabab0'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:52.857820 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.859832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.860412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.860971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.861515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.862617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.863500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.864036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.864573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.865605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.866172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.866710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.867819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.868374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.869437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.870261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.870804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.871345 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.871908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.872443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.873284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.874144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.874722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.875258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Tracked resource versions report: Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}, Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 04:03:52.877261 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 04:03:52.889159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:52.892045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Attempting to bind port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:03:52.892858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Attempting to bind port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:03:52.895071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Attempting to bind port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:03:52.909917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:03:52.910575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:03:52.911441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:52.912271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:03:52.912907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Bound port: ef3ecbc8-9c5d-40cc-a79e-07a47737abc5, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:03:52.914537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:53.146826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] For port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:03:53.153698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] For port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:03:53.158756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:53.199840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:53.288789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Allocated IP 172.20.0.12 (4f68ac37-aa69-49d6-a83e-a8d52b5f6497/b902fdaa-e9fa-4039-a313-8e2754366778/ae699a75-176a-4667-a1ae-e335dcd1d97b) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:03:53.517517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Allocated IP 172.20.0.1 (290012f9-1327-473a-8019-55fc478d721f/0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893/50fec01f-da2f-4392-97d1-888729661c16) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:03:53.604323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Pushing event updated for resources: {'Port': ['ID=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:53.612123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:53.725669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Routers {'1846a321-d51c-4995-b61b-9ab9fe45f4dd'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:03:53.726643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:03:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:03:53.812542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:53.940470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:53.955556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:54.045122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-729bbe15-8c45-483e-b5ec-799240afa0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:54.218363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 41946) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:54.235605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:54.431046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event updated for resources: {'Port': ['ID=ae699a75-176a-4667-a1ae-e335dcd1d97b,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:54.440458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:54.514868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] Set router 1846a321-d51c-4995-b61b-9ab9fe45f4dd gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:03:54.575115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:54.741086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:03:54.745224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:03:54.750946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:03:54.763606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:54.764408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:54.797605 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3b78b74a-4e02-4c91-9bf2-a04826b6d069 req-6f4cfdc3-fd0b-4274-a4f0-1cdf98c92ea6 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 210 time: 0.5471663 Dec 21 04:03:54.798415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=50fec01f-da2f-4392-97d1-888729661c16,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:54.811281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:54.842534 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3228550 Dec 21 04:03:54.876510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8fd9f5ce-cb1b-4b94-9c0b-d17203540767 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80302) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:03:54.877679 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-8fd9f5ce-cb1b-4b94-9c0b-d17203540767 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0057647 Dec 21 04:03:54.942956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:55.079766 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Usage tracker for resource:port and tenant:ce99abc5fec64775a2b84adaecaabab0 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:55.093364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765ad89-e538-4acb-9620-6df3948152fb req-f3b475b1-dbf5-431d-94bc-c56cc334dbc8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:55.103048 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d765ad89-e538-4acb-9620-6df3948152fb req-f3b475b1-dbf5-431d-94bc-c56cc334dbc8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 932 time: 1.9164150 Dec 21 04:03:55.110755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:55.147447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Network 290012f9-1327-473a-8019-55fc478d721f is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:03:55.149052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:55.155093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:03:55.163947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:03:55.164709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:55.398901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:47Z', 'revision_number': 3, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:03:55.411802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc76987-cd6b-467a-aab5-bc813a00c0e3 None None] The sync data for ids ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'] in dv-cinder-733062-17-smb is: [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:47Z', 'revision_number': 3, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:03:55.849449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:55.877325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:55.882843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Usage tracker for resource:security_group_rule and tenant:e19dc35cee77446abc8cc4df057c2c10 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:55.886421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:55.892251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:55.924420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Request body: {'port': {'device_id': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:03:56.087515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:56.100410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Made reservation on behalf of ce99abc5fec64775a2b84adaecaabab0 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:03:56.105987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:56.144210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:56.184321 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d765ad89-e538-4acb-9620-6df3948152fb req-a9e66504-2f53-4f97-97a7-702f953144b5 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0786073 Dec 21 04:03:56.256329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-58ff0980-6acf-4359-874d-cd5c89832439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:56.289723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:56.306709 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e19dc35cee77446abc8cc4df057c2c10&name=default HTTP/1.1" status: 200 len: 2875 time: 2.0618105 Dec 21 04:03:56.338332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42008) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:56.393278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caff478-0250-48a0-856b-d4c59bee7c28,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:56.405997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42010) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:56.417113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:56.653864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42018) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:56.660202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:56.792077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:56.827451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Allocated IP 172.20.0.12 (bda9f129-4ebc-406c-82f6-e31162473051/61dc3439-4177-4b63-83f0-292fa8466c90/1d0bb73b-7c5a-4a1c-9749-77f1109ec877) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:03:57.033145 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-64bd00c6-6604-4a28-81b9-1fd0447d4233 req-5574fc9f-c953-4708-8332-02c2fd682146 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 210 time: 0.8874488 Dec 21 04:03:57.035583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.110287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:03:57.213404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.265910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.274230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:03:57.291326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:03:57.291781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.311675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:57.359082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caff478-0250-48a0-856b-d4c59bee7c28,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:57.368208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:57.380680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.414804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:57.471489 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1df80e995840588e98dabb85f89282 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:57.497903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:57.505841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.507312 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8caff478-0250-48a0-856b-d4c59bee7c28 HTTP/1.1" status: 204 len: 168 time: 1.1181173 Dec 21 04:03:57.520167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:03:57.535069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:57.677885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Usage tracker for resource:security_group_rule and tenant:b07e050c466c43efb2489e384f6a3521 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:03:57.719775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:03:57.777937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.788638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:03:57.800907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae699a75-176a-4667-a1ae-e335dcd1d97b {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:03:57.810514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:03:57.814694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.820112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.820891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:57.903227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Transition to ACTIVE for port object ae699a75-176a-4667-a1ae-e335dcd1d97b will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:03:57.933455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.939789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:57.950725 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.013465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:58.029341 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.029989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.030497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.031001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.031498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.032109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.033075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.033623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.034307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.034944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.035447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.036459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.037027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.037525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.038169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.038724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.039234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.039848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.040466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.041042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.041688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.042293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.043213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.043828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Tracked resource versions report: Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: pushed versions: Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: { 'AddressGroup': {'1.0'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': {'1.0'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': {'1.0'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': {'1.1'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': {'1.6'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': {'1.2'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': {'1.8'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': {'1.3'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': {'1.1'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': {'1.0'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': {'1.1'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': {'1.1'}} Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: consumer versions: Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: { DHCP agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: L3 agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: Metadata agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: Metering agent@dv-cinder-733062-17-smb: {}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@dv-cinder-733062-17-smb: { 'AddressGroup': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}, Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: Open vSwitch agent@hv-cinder-73306: { 'AddressGroup': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'ConntrackHelper': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Log': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Network': '1.1', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Port': '1.6', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'PortForwarding': '1.2', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'QosPolicy': '1.8', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroup': '1.3', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SecurityGroupRule': '1.1', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'SubPort': '1.0', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Subnet': '1.1', Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: 'Trunk': '1.1'}} Dec 21 04:03:58.045553 dv-cinder-733062-17-smb neutron-server[80193]: {{(pid=80304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 21 04:03:58.063048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:58.146649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.202535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:58.202733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ddaeb756-cd52-4e79-b608-7c1c6b6b450b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:58.245635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.336894 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b07e050c466c43efb2489e384f6a3521&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9215529 Dec 21 04:03:58.345978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.358678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42058) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:58.404256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.523319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Pushing event updated for resources: {'Port': ['ID=ae699a75-176a-4667-a1ae-e335dcd1d97b,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:58.562098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:58.567958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9fa72f3-b53b-4795-b36b-80418e831f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:58.623277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.625723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5adb0-12f6-4162-9a4e-6b1977251b55,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:58.632921 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b1df80e995840588e98dabb85f89282&name=default HTTP/1.1" status: 200 len: 2878 time: 1.9746773 Dec 21 04:03:58.636074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:58.639299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42066) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:03:58.650001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9e13-c7fe-44a4-8dea-d35d2e3f4a5e req-c82f1c28-2ec0-4f53-892e-d0e76cde0183 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:03:58.651708 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-46ea9e13-c7fe-44a4-8dea-d35d2e3f4a5e req-c82f1c28-2ec0-4f53-892e-d0e76cde0183 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 932 time: 1.1408498 Dec 21 04:03:58.652278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:58.687596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.762092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.815556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69d00381-8b87-461a-8339-00f336c84f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.846208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69d00381-8b87-461a-8339-00f336c84f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.896832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.927165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:58.999629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:03:59.000606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Pushing event updated for resources: {'Port': ['ID=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:59.017594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f6d249-083e-4266-9b0d-2e074aa3a2fb,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:59.033759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:59.035897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69d00381-8b87-461a-8339-00f336c84f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.036635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.051185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:59.063630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:59.088141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:59.179631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00381-8b87-461a-8339-00f336c84f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5adb0-12f6-4162-9a4e-6b1977251b55,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:59.255337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Attempting to bind port ae699a75-176a-4667-a1ae-e335dcd1d97b on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:03:59.255646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Attempting to bind port ae699a75-176a-4667-a1ae-e335dcd1d97b by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:03:59.256074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Attempting to bind port ae699a75-176a-4667-a1ae-e335dcd1d97b on network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:03:59.280626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:03:59.281060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Checking segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:03:59.281357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.281779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Bound using segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:03:59.282407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Bound port: ae699a75-176a-4667-a1ae-e335dcd1d97b, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:03:59.282654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.309660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:03:59.313470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.315040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69d00381-8b87-461a-8339-00f336c84f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.320311 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-69d00381-8b87-461a-8339-00f336c84f2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4d5adb0-12f6-4162-9a4e-6b1977251b55 HTTP/1.1" status: 204 len: 168 time: 0.9579289 Dec 21 04:03:59.350706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f6d249-083e-4266-9b0d-2e074aa3a2fb,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:59.359965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:59.376916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:03:59.383693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:59.384790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.387550 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4f6d249-083e-4266-9b0d-2e074aa3a2fb HTTP/1.1" status: 204 len: 168 time: 0.7372053 Dec 21 04:03:59.743222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=50fec01f-da2f-4392-97d1-888729661c16,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:03:59.766442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] For port ae699a75-176a-4667-a1ae-e335dcd1d97b, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:03:59.782821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] For port ae699a75-176a-4667-a1ae-e335dcd1d97b, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae699a75-176a-4667-a1ae-e335dcd1d97b,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:03:59.790252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:03:59.791700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:03:59.927289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Network bda9f129-4ebc-406c-82f6-e31162473051 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:03:59.951106 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-46ea9e13-c7fe-44a4-8dea-d35d2e3f4a5e req-55728884-adaa-4e74-9af8-af6e39134c19 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2549689 Dec 21 04:03:59.966218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:00.011573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:00.015814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:00.016470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:00.088456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e89b9b6-04b5-4525-ada1-711fced82cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:00.234122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Pushing event updated for resources: {'Port': ['ID=ae699a75-176a-4667-a1ae-e335dcd1d97b,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:00.252165 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4333227 Dec 21 04:04:00.264237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13837926-fc66-4343-ab64-84603c25b163 req-cd81a386-7264-441c-99db-26823e40dba3 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:00.274705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-13837926-fc66-4343-ab64-84603c25b163 req-cd81a386-7264-441c-99db-26823e40dba3 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Synchronizing usage tracker for tenant:ce99abc5fec64775a2b84adaecaabab0 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:00.277569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:00.278255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:00.279778 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae699a75-176a-4667-a1ae-e335dcd1d97b HTTP/1.1" status: 200 len: 1158 time: 4.7691870 Dec 21 04:04:00.280283 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'tag': 'ae699a75-176a-4667-a1ae-e335dcd1d97b'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:00.303694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Network 290012f9-1327-473a-8019-55fc478d721f is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:00.310490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:00.498266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:00.508284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-13837926-fc66-4343-ab64-84603c25b163 req-cd81a386-7264-441c-99db-26823e40dba3 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Unset dirty status for tenant:ce99abc5fec64775a2b84adaecaabab0 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:00.509672 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-13837926-fc66-4343-ab64-84603c25b163 req-cd81a386-7264-441c-99db-26823e40dba3 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 932 time: 1.9620552 Dec 21 04:04:00.778860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42128) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:00.819296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42134) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:00.821231 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-13837926-fc66-4343-ab64-84603c25b163 req-0a09abb4-e281-4941-b48c-9eddc4ca881a tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Synchronizing usage tracker for tenant:ce99abc5fec64775a2b84adaecaabab0 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:00.823397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:00.834548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d711a6e9-2a6f-467f-b79a-471391d02d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:00.846527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:00.853180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Usage tracker for resource:security_group_rule and tenant:2233bb313ddb4cfbae4cef2d79617856 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:00.858337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:00.871036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:00.942209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Router 1846a321-d51c-4995-b61b-9ab9fe45f4dd has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:04:00.946818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.006684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:01.022381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-13837926-fc66-4343-ab64-84603c25b163 req-0a09abb4-e281-4941-b48c-9eddc4ca881a tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Unset dirty status for tenant:ce99abc5fec64775a2b84adaecaabab0 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:01.023670 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-13837926-fc66-4343-ab64-84603c25b163 req-0a09abb4-e281-4941-b48c-9eddc4ca881a tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932661 Dec 21 04:04:01.063676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.077835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.085759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Usage tracker for resource:security_group_rule and tenant:925688d1ae2d44c1aa6d38e2e45f805d is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:01.093749 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:01.109062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:01.159963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6cda0e9d-6e5b-4591-8c24-1e9dca157f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:01.176046 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2233bb313ddb4cfbae4cef2d79617856&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3921635 Dec 21 04:04:01.191938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42146) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:01.370522 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64168edb-3d67-40f8-ae90-994f2e53b8d5,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:01.378831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:04:01.388894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Sync routers for ids ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:04:01.390944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.414468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Routers {'1846a321-d51c-4995-b61b-9ab9fe45f4dd'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:04:01.417076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:03:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:01.429251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.534687 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'tag': 'ae699a75-176a-4667-a1ae-e335dcd1d97b', 'status': 'completed', 'code': 200} Dec 21 04:04:01.537056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:01.545071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.545071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:01.563273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64168edb-3d67-40f8-ae90-994f2e53b8d5,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:01.565265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.569200 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64168edb-3d67-40f8-ae90-994f2e53b8d5 HTTP/1.1" status: 204 len: 168 time: 0.3734312 Dec 21 04:04:01.569200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:01.586523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c5a99-c68f-4acc-9540-13e63ffc72cc req-e260c873-4efa-4f6b-9d8f-d79870a85820 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:01.588237 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c70c5a99-c68f-4acc-9540-13e63ffc72cc req-e260c873-4efa-4f6b-9d8f-d79870a85820 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 944 time: 0.3147428 Dec 21 04:04:01.599268 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] 10.222.0.23 "PUT /v2.0/routers/1846a321-d51c-4995-b61b-9ab9fe45f4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8724532 Dec 21 04:04:01.725207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.740981 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c70c5a99-c68f-4acc-9540-13e63ffc72cc req-e3734742-72bf-41bd-9d43-3135f76f59cc tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173158 Dec 21 04:04:01.743111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:01.790291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-797d263c-fd2c-4baf-801b-f4df08f2c696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:01.822297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd0586-f17b-4a9b-83d5-18351f8362bd,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:01.832617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42174) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:01.834934 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=925688d1ae2d44c1aa6d38e2e45f805d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9943366 Dec 21 04:04:01.837607 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:02.017046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Set router 1846a321-d51c-4995-b61b-9ab9fe45f4dd gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:04:02.072881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:02.164721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:02.289169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:02.294675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:02.345099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd0586-f17b-4a9b-83d5-18351f8362bd,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:02.347326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:02.351403 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81cd0586-f17b-4a9b-83d5-18351f8362bd HTTP/1.1" status: 204 len: 168 time: 0.5167930 Dec 21 04:04:02.352452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:02.592144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f9dd-58fb-435e-9355-be32e34eb3b4 req-e0a93bbd-cec2-4cfa-8194-13b9de34c078 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:02.593884 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2dd9f9dd-58fb-435e-9355-be32e34eb3b4 req-e0a93bbd-cec2-4cfa-8194-13b9de34c078 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 932 time: 0.2118852 Dec 21 04:04:02.722212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2dd9f9dd-58fb-435e-9355-be32e34eb3b4 req-ef37ae9f-0c67-4b21-b57a-bad76648dd4b tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050804 Dec 21 04:04:02.924432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:55Z', 'revision_number': 4, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '50fec01f-da2f-4392-97d1-888729661c16', 'name': '', 'network_id': '290012f9-1327-473a-8019-55fc478d721f', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'mac_address': 'fa:16:3e:56:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:52Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 2, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'subnets': [{'id': '0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:02.936331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Checking router: 1846a321-d51c-4995-b61b-9ab9fe45f4dd for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:04:02.937850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Updating router 1846a321-d51c-4995-b61b-9ab9fe45f4dd port 50fec01f-da2f-4392-97d1-888729661c16 binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:04:03.076187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e110f-3d0d-426f-8bfa-0dc0bb321688 req-5b9036a5-ae97-4c27-9447-0b9c0b7f1c4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:03.086252 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-db7e110f-3d0d-426f-8bfa-0dc0bb321688 req-5b9036a5-ae97-4c27-9447-0b9c0b7f1c4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 944 time: 0.1355228 Dec 21 04:04:03.094006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:03.150761 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-db7e110f-3d0d-426f-8bfa-0dc0bb321688 req-37abe0b7-1c54-41c7-a1c7-11adb7d3eaac tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629461 Dec 21 04:04:03.286253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42226) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:03.370117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60d6b5ed-68ea-44ee-b25d-7a0bc3571e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:03.517147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f765e6c7-b3ad-46e6-917e-5e744ac11074 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:03.518914 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f765e6c7-b3ad-46e6-917e-5e744ac11074 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 819 time: 0.3595531 Dec 21 04:04:03.536672 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-3aeb243f-6c89-4bfd-8f8d-90277f77ab53 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/quotas/6c0845d8974a47379a3ed753a0f15725 HTTP/1.1" status: 200 len: 375 time: 0.0111585 Dec 21 04:04:03.724339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:03.762692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-49f0adbc-af12-4508-b763-3f18a71c444b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Synchronizing usage tracker for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:03.816846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-49f0adbc-af12-4508-b763-3f18a71c444b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Unset dirty status for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:03.818352 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-49f0adbc-af12-4508-b763-3f18a71c444b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2701218 Dec 21 04:04:03.876216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:03.912359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Transition to ACTIVE for port object 50fec01f-da2f-4392-97d1-888729661c16 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:03.917312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:03.959381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:04.085339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:04.114905 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-bd545b9f-a1a8-4f60-81a9-7f2b6b9eb16f service neutron] 10.222.0.23 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873406 Dec 21 04:04:04.130504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:04.141515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d61b795d73324c729ae21f257ad4ba19 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:04.162567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:04.184086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:04.450972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:04.463293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:04.540112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:04.613177 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d61b795d73324c729ae21f257ad4ba19&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3255847 Dec 21 04:04:04.616686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0221de-fab9-4926-ba5e-09d6ff1077ab,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:04.623884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42278) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:04.650241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca07fdf-a0ec-415d-b4e9-8e60ca328c0a None None] Pushing event updated for resources: {'Port': ['ID=50fec01f-da2f-4392-97d1-888729661c16,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:04.660925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fca07fdf-a0ec-415d-b4e9-8e60ca328c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:04.709373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:04.721569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf34e24-30a9-4aa2-956c-f1dd331cb37f req-e1a75101-c0d1-453a-bdf5-66bb7229825d tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:04.727589 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2cf34e24-30a9-4aa2-956c-f1dd331cb37f req-e1a75101-c0d1-453a-bdf5-66bb7229825d tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 932 time: 0.5761340 Dec 21 04:04:04.770264 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-84aa809e-a176-43e1-9d0e-27ed663e7460 service neutron] 10.222.0.23 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6540294 Dec 21 04:04:04.802666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:04.828844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:04.841460 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2cf34e24-30a9-4aa2-956c-f1dd331cb37f req-593286d3-ccf3-4439-8c61-4a16c1c00716 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128745 Dec 21 04:04:04.973465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.118917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Attempting to bind port 50fec01f-da2f-4392-97d1-888729661c16 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:05.119577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Attempting to bind port 50fec01f-da2f-4392-97d1-888729661c16 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:05.120447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Attempting to bind port 50fec01f-da2f-4392-97d1-888729661c16 on network 290012f9-1327-473a-8019-55fc478d721f {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:05.133901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.141841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:05.142603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Checking segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:05.144578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.145178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Bound using segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:05.147244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Bound port: 50fec01f-da2f-4392-97d1-888729661c16, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:05.147823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.151038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f54b8aff-64f4-4eea-82fb-1db1142717d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:05.176979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.191104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0221de-fab9-4926-ba5e-09d6ff1077ab,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:05.198574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:05.199902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.201126 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b0221de-fab9-4926-ba5e-09d6ff1077ab HTTP/1.1" status: 204 len: 168 time: 0.5742013 Dec 21 04:04:05.334021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] For port 50fec01f-da2f-4392-97d1-888729661c16, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:05.337765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] For port 50fec01f-da2f-4392-97d1-888729661c16, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=50fec01f-da2f-4392-97d1-888729661c16,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:05.364343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:05.466993 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0a4f6fbb-406e-46d0-acc9-69b837f39a79 req-6152ac4c-2e8c-4c2c-b436-4a120c097b2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 210 time: 0.1482613 Dec 21 04:04:05.543534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a244e-94f1-478c-87b2-509b533e75e0 req-94c36b67-5f36-4513-9c9d-642dee12af29 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:05.559599 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-293a244e-94f1-478c-87b2-509b533e75e0 req-94c36b67-5f36-4513-9c9d-642dee12af29 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 944 time: 0.3469527 Dec 21 04:04:05.597204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5b8c16a3-a2e9-4018-bee7-e1b4a74b2564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:05.650194 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-293a244e-94f1-478c-87b2-509b533e75e0 req-5166abc2-db24-483c-a9b6-15ce20a90b8a tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893936 Dec 21 04:04:05.714771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca07fdf-a0ec-415d-b4e9-8e60ca328c0a None None] Pushing event updated for resources: {'Port': ['ID=50fec01f-da2f-4392-97d1-888729661c16,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:05.719428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fca07fdf-a0ec-415d-b4e9-8e60ca328c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:05.720210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Routers {'1846a321-d51c-4995-b61b-9ab9fe45f4dd'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:04:05.721275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:04:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:05.815609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42316) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:05.941469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] Set router 1846a321-d51c-4995-b61b-9ab9fe45f4dd gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:04:06.014584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Request body: {'port': {'device_id': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:06.275482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-00459858-23e6-4ad5-a3d9-40a7f8a2bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:06.277508 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-00459858-23e6-4ad5-a3d9-40a7f8a2bd1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 1161 time: 0.2217066 Dec 21 04:04:06.436593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:55Z', 'revision_number': 4, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '50fec01f-da2f-4392-97d1-888729661c16', 'name': '', 'network_id': '290012f9-1327-473a-8019-55fc478d721f', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'mac_address': 'fa:16:3e:56:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:52Z', 'updated_at': '2020-12-21T04:04:05Z', 'revision_number': 4, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'subnets': [{'id': '0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:06.451868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa606a-bc9e-4f3e-8880-2c6546905d7a None None] The sync data for ids ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'] in dv-cinder-733062-17-smb is: [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:55Z', 'revision_number': 4, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '50fec01f-da2f-4392-97d1-888729661c16', 'name': '', 'network_id': '290012f9-1327-473a-8019-55fc478d721f', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'mac_address': 'fa:16:3e:56:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:52Z', 'updated_at': '2020-12-21T04:04:05Z', 'revision_number': 4, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'subnets': [{'id': '0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:04:06.482075 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-9cbdde28-fe39-4356-8bee-cbc8d343b775 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae699a75-176a-4667-a1ae-e335dcd1d97b HTTP/1.1" status: 200 len: 217 time: 0.1956134 Dec 21 04:04:06.621175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-f3161c13-16b2-4aac-9b09-6031de49c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:06.624298 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-f3161c13-16b2-4aac-9b09-6031de49c62b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.1357687 Dec 21 04:04:06.745834 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-2972aec7-9898-4847-84cd-45e552d4a731 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135709 Dec 21 04:04:06.813086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42354) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:06.844122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-1c6a2e71-ab74-4453-a004-f081d2e31e56 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:06.848590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:06.855330 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-1c6a2e71-ab74-4453-a004-f081d2e31e56 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 819 time: 0.4853907 Dec 21 04:04:06.862616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:06.992474 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-28616d34-0796-47ed-b755-7702b76ef225 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/quotas/6c0845d8974a47379a3ed753a0f15725 HTTP/1.1" status: 200 len: 375 time: 0.1360936 Dec 21 04:04:07.127885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 50fec01f-da2f-4392-97d1-888729661c16 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:07.168445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.200175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.21', 49931) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:07.224175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:07.257020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Usage tracker for resource:security_group_rule and tenant:eb61efbb8ed74ece9540d7d4b80df623 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:07.261253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:07.276558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:07.281569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:07.283879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Usage tracker for resource:security_group_rule and tenant:d71393d3a07e48708df717950340474c is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:07.292051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:07.316599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:07.321676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 50fec01f-da2f-4392-97d1-888729661c16 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:07.332370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 50fec01f-da2f-4392-97d1-888729661c16 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:07.332785 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.543459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.587898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 50fec01f-da2f-4392-97d1-888729661c16, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=50fec01f-da2f-4392-97d1-888729661c16,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:07.589280 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.591934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.594703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:07.597731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.637046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06a5eba0-ef00-4aba-91f4-cfa74ac26a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:07.695567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc07de-43d0-4f19-a941-391c63771832,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:07.700187 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d71393d3a07e48708df717950340474c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8860085 Dec 21 04:04:07.701109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:07.703143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42378) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:07.703474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=50fec01f-da2f-4392-97d1-888729661c16,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:07.708106 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-dcac369e-d6d0-44e1-ad04-e14a41116d10 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9523327 Dec 21 04:04:07.708250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:07.819253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.862697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:07.942614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-077e2be1-cc9f-4f56-ab42-41f748d3acdb tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:07.944194 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-077e2be1-cc9f-4f56-ab42-41f748d3acdb tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 819 time: 0.5716381 Dec 21 04:04:07.981981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Request body: {'port': {'device_id': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'network_id': '290012f9-1327-473a-8019-55fc478d721f', 'admin_state_up': True, 'tenant_id': '6c0845d8974a47379a3ed753a0f15725'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:08.011428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df04fc-539e-4a30-b189-312620db1278 req-e09469ef-2375-4885-80f3-12524933efc0 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:08.012973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-92df04fc-539e-4a30-b189-312620db1278 req-e09469ef-2375-4885-80f3-12524933efc0 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 932 time: 1.8398345 Dec 21 04:04:08.020552 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eab08c9c-a341-4930-9a8a-5d1de9ce83b8 req-629f899e-0707-493b-b0ba-bd1a8a7a8227 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2874417 Dec 21 04:04:08.021723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.027303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8214a3b8-7156-45fb-bd45-f0d7ae6596b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:08.037956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.044461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc07de-43d0-4f19-a941-391c63771832,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:08.048021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.063221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.064158 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bfc07de-43d0-4f19-a941-391c63771832 HTTP/1.1" status: 204 len: 168 time: 0.3596649 Dec 21 04:04:08.071389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:08.136740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-60d5adc3-6b61-4aed-9259-9e6553dbbcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:08.146470 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb61efbb8ed74ece9540d7d4b80df623&name=default HTTP/1.1" status: 200 len: 2879 time: 2.3299675 Dec 21 04:04:08.157931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42392) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:08.198739 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-02d1c21b-9aa7-4882-aa18-42c001f6685f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2034247 Dec 21 04:04:08.358735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.419170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.469158 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-92df04fc-539e-4a30-b189-312620db1278 req-c620bd69-0828-4b62-abf0-da44de6a5974 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249351 Dec 21 04:04:08.525323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716797b-3729-456d-844c-b9c5f9c86271 req-3ec4732b-f8f8-4f58-ba5c-51ba601f3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:08.527504 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-3ec4732b-f8f8-4f58-ba5c-51ba601f3b1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 1161 time: 0.4412894 Dec 21 04:04:08.529224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.535652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:08.543565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93738f40-9f9b-4bc4-89ed-c0655d816eb0,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:08.554320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:08.585712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93738f40-9f9b-4bc4-89ed-c0655d816eb0,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:08.631406 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:08.664186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:08.665599 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93738f40-9f9b-4bc4-89ed-c0655d816eb0 HTTP/1.1" status: 204 len: 168 time: 0.5066392 Dec 21 04:04:08.720457 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-914beeca-7494-4ea4-87be-cfd90f3c32bd service neutron] 10.222.0.23 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207231 Dec 21 04:04:08.779670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716797b-3729-456d-844c-b9c5f9c86271 req-fc511ff2-38bb-44f3-911a-c6474bb516b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:08.781870 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-fc511ff2-38bb-44f3-911a-c6474bb516b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 909 time: 0.2362070 Dec 21 04:04:08.966380 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-a5efb11c-317a-476b-ab38-f2668813764b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae699a75-176a-4667-a1ae-e335dcd1d97b HTTP/1.1" status: 200 len: 217 time: 0.1743143 Dec 21 04:04:09.013242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 50fec01f-da2f-4392-97d1-888729661c16 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:09.024875 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-7bb52274-741a-460f-9f89-bf513945d9fc service neutron] 10.222.0.23 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2239788 Dec 21 04:04:09.078803 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716797b-3729-456d-844c-b9c5f9c86271 req-ca3cc918-5ec4-4919-9dc4-a4bd26ffe211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:09.080581 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-ca3cc918-5ec4-4919-9dc4-a4bd26ffe211 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.1098421 Dec 21 04:04:09.210604 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-0a38bd57-1617-4826-91d4-4fd5001504ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215286 Dec 21 04:04:09.226354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 50fec01f-da2f-4392-97d1-888729661c16 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:09.226959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:09.292201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:09.427146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:09.458138 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8e000bed-1852-452e-ab78-8a567d010edc req-d81d194d-41bc-4999-bd21-180b6a3ccc6d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 210 time: 0.1412890 Dec 21 04:04:09.511425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Made reservation on behalf of 6c0845d8974a47379a3ed753a0f15725 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:09.517945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:09.530332 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-6e313e03-b635-4b58-9553-893319e4301d service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100367 Dec 21 04:04:09.614845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514afc6-a239-4788-9f51-0e68549e21d1 req-59c9ed80-e07b-4b52-8d90-4cc0bbd55fc6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:09.625242 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a514afc6-a239-4788-9f51-0e68549e21d1 req-59c9ed80-e07b-4b52-8d90-4cc0bbd55fc6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 944 time: 0.9237297 Dec 21 04:04:09.682972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42466) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:09.755346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.resource_extend [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 21 04:04:09.827696 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716797b-3729-456d-844c-b9c5f9c86271 req-47590236-ca4a-4d4b-aa39-34071041b92a service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2501693 Dec 21 04:04:10.023465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:10.130434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:10.138824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Usage tracker for resource:security_group_rule and tenant:54e6abe188d24801b661dafb846141b3 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:10.148590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:10.159946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:10.211225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:04:10.220102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:10.236206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Transition to ACTIVE for port object 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:10.245524 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a514afc6-a239-4788-9f51-0e68549e21d1 req-fa14b400-afbf-4ae0-9d79-433a3cafc742 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192913 Dec 21 04:04:10.246769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:10.316294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3275a76d-9187-458e-bf61-5ce1a2d76fd9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:10.598845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Pushing event updated for resources: {'Port': ['ID=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:10.632615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:10.654218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d110-3583-4d85-88bb-fcd3c23c0960 req-126ab16a-74a5-41b1-9851-d7f781d422f5 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:10.655817 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0189d110-3583-4d85-88bb-fcd3c23c0960 req-126ab16a-74a5-41b1-9851-d7f781d422f5 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 932 time: 0.9583783 Dec 21 04:04:10.704504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:10.814354 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8d56314b-fdde-4701-9266-6ccb5046a2a3 req-3a6aadb6-749b-4f04-9d68-3deb78acc6ba tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 210 time: 0.1213670 Dec 21 04:04:10.986316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-949d3f87-3c01-40d0-bee2-0898b18b1d52 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:10.987716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-949d3f87-3c01-40d0-bee2-0898b18b1d52 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Synchronizing usage tracker for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:network {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:11.018754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-949d3f87-3c01-40d0-bee2-0898b18b1d52 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Unset dirty status for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:network {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:11.020552 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-949d3f87-3c01-40d0-bee2-0898b18b1d52 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 819 time: 0.2933123 Dec 21 04:04:11.042885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Request body: {'port': {'device_id': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'network_id': '290012f9-1327-473a-8019-55fc478d721f', 'admin_state_up': True, 'tenant_id': '6c0845d8974a47379a3ed753a0f15725'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:11.137896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.163769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:11.308029 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1015ea5b-a4a3-4247-ad44-40e5f4d0d037,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:11.333736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:11.343376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:11.343376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Allocated IP 172.20.0.7 (290012f9-1327-473a-8019-55fc478d721f/0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893/082dbd55-6f76-4678-b522-7e39d1d823af) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:11.344264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Attempting to bind port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:11.344658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Attempting to bind port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:11.345028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Attempting to bind port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 on network bda9f129-4ebc-406c-82f6-e31162473051 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:11.354404 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0189d110-3583-4d85-88bb-fcd3c23c0960 req-3a51940a-1aaa-4025-abac-6f67d44c3ecb tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787417 Dec 21 04:04:11.363606 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54e6abe188d24801b661dafb846141b3&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6746180 Dec 21 04:04:11.364459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42538) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:11.370064 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:11.370912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:11.371293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Checking segment: {'id': 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:11.371728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.372125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Bound using segment: {'id': 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:11.372722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Bound port: 1d0bb73b-7c5a-4a1c-9749-77f1109ec877, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bda9f129-4ebc-406c-82f6-e31162473051'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:11.372991 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.401416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Made reservation on behalf of 6c0845d8974a47379a3ed753a0f15725 for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:11.407263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.583596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-6cd5f5dc-e5b6-429c-86a1-88f9ed2086a4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:04:11.637690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.666711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.786457 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:11.793943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] For port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:11.867856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79fec0c5-e37d-4233-8050-53d2322341cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:11.883136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae699a75-176a-4667-a1ae-e335dcd1d97b up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:11.891810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1015ea5b-a4a3-4247-ad44-40e5f4d0d037,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:11.923687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:11.941046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] For port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,segment=NetworkSegment(a8afb48e-2141-4cbf-8513-4f0aa8f36db2),segment_id=a8afb48e-2141-4cbf-8513-4f0aa8f36db2)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:11.962288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.031054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port ae699a75-176a-4667-a1ae-e335dcd1d97b completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:12.038928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae699a75-176a-4667-a1ae-e335dcd1d97b triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:12.039781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.158907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-52d9cb57-e955-4f93-bf6f-6ce8ce19bdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:12.172149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.203122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae699a75-176a-4667-a1ae-e335dcd1d97b'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:12.211325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7f1ae-5354-49fe-bb93-60387fa44b45 req-6e3b66a3-9bbd-49cf-b72d-06a7744b33a8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:12.218984 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-86f7f1ae-5354-49fe-bb93-60387fa44b45 req-6e3b66a3-9bbd-49cf-b72d-06a7744b33a8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 944 time: 0.6794271 Dec 21 04:04:12.235494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c9ed8ca0-4a8d-447a-a699-5e740d63410f req-d70b838f-4461-4c0b-ace8-0adbba1f4125 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Synchronizing usage tracker for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:12.291133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port ae699a75-176a-4667-a1ae-e335dcd1d97b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae699a75-176a-4667-a1ae-e335dcd1d97b,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:12.295747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.301350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:12.354545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.358631 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8539090b-a341-4bed-8a54-1649a82253aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1015ea5b-a4a3-4247-ad44-40e5f4d0d037 HTTP/1.1" status: 204 len: 168 time: 0.9893520 Dec 21 04:04:12.362403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.369071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c9ed8ca0-4a8d-447a-a699-5e740d63410f req-d70b838f-4461-4c0b-ace8-0adbba1f4125 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Unset dirty status for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:12.370597 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c9ed8ca0-4a8d-447a-a699-5e740d63410f req-d70b838f-4461-4c0b-ace8-0adbba1f4125 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 210 time: 0.2645741 Dec 21 04:04:12.374608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:12.375372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.377347 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] 10.222.0.21 "PUT /v2.0/ports/1d0bb73b-7c5a-4a1c-9749-77f1109ec877 HTTP/1.1" status: 200 len: 1158 time: 6.3719580 Dec 21 04:04:12.380211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'tag': '1d0bb73b-7c5a-4a1c-9749-77f1109ec877'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:12.412906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=ae699a75-176a-4667-a1ae-e335dcd1d97b,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:12.416271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:12.457402 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-86f7f1ae-5354-49fe-bb93-60387fa44b45 req-8a340f55-57e4-4ada-96c6-f612cda1d82d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374933 Dec 21 04:04:12.544248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Pushing event updated for resources: {'Port': ['ID=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:12.557885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:12.606142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:12.631937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:12.742644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Pushing event updated for resources: {'Port': ['ID=082dbd55-6f76-4678-b522-7e39d1d823af,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:12.747317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-445bb3b6-02b4-4cd9-8d2a-42bb2e19f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:12.749042 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-445bb3b6-02b4-4cd9-8d2a-42bb2e19f8e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce99abc5fec64775a2b84adaecaabab0&device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 1161 time: 0.2881210 Dec 21 04:04:12.750013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:12.755914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Allocated IP 172.20.0.11 (290012f9-1327-473a-8019-55fc478d721f/0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893/f0897f4a-9bec-44e2-b976-d88091e9a032) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:12.939053 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-6bbbdbff-5ec0-4241-a813-a8e5a53a666e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0bb73b-7c5a-4a1c-9749-77f1109ec877 HTTP/1.1" status: 200 len: 217 time: 0.0773478 Dec 21 04:04:13.056076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-58063c29-f3e9-4f3c-be60-9f7e01f963a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:13.057699 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-58063c29-f3e9-4f3c-be60-9f7e01f963a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61dc3439-4177-4b63-83f0-292fa8466c90 HTTP/1.1" status: 200 len: 852 time: 0.1107514 Dec 21 04:04:13.066010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:13.108550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:13.144162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578ca03-a6b0-4402-aa14-0733c4c2f4ef req-83ba74ff-6458-4b01-b4fe-93faaab9d032 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:13.145823 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6578ca03-a6b0-4402-aa14-0733c4c2f4ef req-83ba74ff-6458-4b01-b4fe-93faaab9d032 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 944 time: 0.4065711 Dec 21 04:04:13.149232 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-6796f766-cf7b-4f94-a54c-977530112ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bda9f129-4ebc-406c-82f6-e31162473051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757246 Dec 21 04:04:13.151875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:13.212861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Network 290012f9-1327-473a-8019-55fc478d721f is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:13.221647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:13.355258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Pushing event updated for resources: {'Port': ['ID=f0897f4a-9bec-44e2-b976-d88091e9a032,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:13.368811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:13.442692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:13.447438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:13.448123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:13.453814 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-683c9e37-a89f-446d-8f8b-ad12d18f939a service neutron] 10.222.0.21 "GET /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959199 Dec 21 04:04:13.466520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Network 290012f9-1327-473a-8019-55fc478d721f is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:13.473044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:13.479969 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:13.480854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae699a75-176a-4667-a1ae-e335dcd1d97b up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:13.489929 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:13.490886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:13.535859 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5016203 Dec 21 04:04:13.547237 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae699a75-176a-4667-a1ae-e335dcd1d97b', 'code': 200} Dec 21 04:04:13.550391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Request body: {'port': {'device_id': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:13.678072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae699a75-176a-4667-a1ae-e335dcd1d97b triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:13.678511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:13.685922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42628) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:13.691083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42630) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:13.724059 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f56893c-9638-4753-b5d1-de8ddf15b98a req-1de93b94-8ba8-44d2-90e3-e9810b9b6c7a service neutron] 10.222.0.21 "GET /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2533920 Dec 21 04:04:13.728970 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7566099 Dec 21 04:04:13.765832 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6578ca03-a6b0-4402-aa14-0733c4c2f4ef req-8286a646-5a48-49ce-9db7-8aa2b03d38dc tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952327 Dec 21 04:04:13.835167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Request body: {'port': {'device_id': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:13.919654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.306998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.384859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.407903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:14.412379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Usage tracker for resource:security_group_rule and tenant:2ca3cf0b64bb4fec8165c9b8d7096d41 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:14.421653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:14.439461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:14.445672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:14.462299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Usage tracker for resource:security_group_rule and tenant:6ac51026cb134434a82a59ee813e99e4 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:14.467538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:14.475886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:14.545656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.561095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430956a4-949d-4181-a582-7d663f73beb7 req-5a9f52ff-697d-4eff-8b54-492e066b9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:14.562730 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-430956a4-949d-4181-a582-7d663f73beb7 req-5a9f52ff-697d-4eff-8b54-492e066b9a2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 1163 time: 0.5478270 Dec 21 04:04:14.577057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9d77-15b7-4606-9b95-256503d7fb41 req-3f71a2f0-e6d1-44ff-830d-ab30a9f81304 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:14.585956 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dfaa9d77-15b7-4606-9b95-256503d7fb41 req-3f71a2f0-e6d1-44ff-830d-ab30a9f81304 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 932 time: 0.7846227 Dec 21 04:04:14.672636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.723831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:14.737578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769706f5-7aa1-42db-b1c0-2387339bc0cd req-c40d9f86-0077-4941-a1db-627b2dc37853 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:14.739175 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-769706f5-7aa1-42db-b1c0-2387339bc0cd req-c40d9f86-0077-4941-a1db-627b2dc37853 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 946 time: 0.2994010 Dec 21 04:04:14.774471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Usage tracker for resource:security_group_rule and tenant:bd16807d46474676a67a6940f0bacdc5 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:14.785322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:14.794216 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dfaa9d77-15b7-4606-9b95-256503d7fb41 req-06042cdf-d02d-41ac-b4aa-943ed9fc3d76 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070820 Dec 21 04:04:14.797269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.807565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:14.825070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.843937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:14.865095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.889227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.948056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.950388 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ca3cf0b64bb4fec8165c9b8d7096d41&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2579417 Dec 21 04:04:14.960531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42674) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:14.975252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:14.997195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3900a5-f7f2-4565-9bdc-5c5e06060682,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:15.000693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:15.025237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:15.036075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:15.056361 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ac51026cb134434a82a59ee813e99e4&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3594508 Dec 21 04:04:15.070970 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-430956a4-949d-4181-a582-7d663f73beb7 req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818394 Dec 21 04:04:15.071503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42680) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:15.076201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9484065-13fb-49df-86e6-4a0041138513,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:15.080977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:15.129635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86a489-854f-4ffd-a6c1-4fa334df98ec,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:15.136297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:15.152534 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-769706f5-7aa1-42db-b1c0-2387339bc0cd req-be4860d6-7a61-42bb-ad8d-9213ce7a1860 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641150 Dec 21 04:04:15.209195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0897f4a-9bec-44e2-b976-d88091e9a032 {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:04:15.240836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.257355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.286464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Transition to ACTIVE for port object f0897f4a-9bec-44e2-b976-d88091e9a032 will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:15.330482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.347979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.434855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.444863 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'tag': '1d0bb73b-7c5a-4a1c-9749-77f1109ec877', 'status': 'completed', 'code': 200} Dec 21 04:04:15.515545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.637411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-e1e507b3-ab46-42d3-a729-6c51258f0cc6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:04:15.669866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:15.752619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3135-6234-46d7-895f-1917c74bd6b0 req-09ed4744-4267-4aff-a82c-4f7eeaa8fe2a tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:15.755217 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-240e3135-6234-46d7-895f-1917c74bd6b0 req-09ed4744-4267-4aff-a82c-4f7eeaa8fe2a tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 944 time: 0.2080283 Dec 21 04:04:15.764619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167142a5-af52-4bb4-a46a-528e978cd0af req-08df200a-a29a-4aa1-b90c-6f8f7f9fafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:15.765102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.766263 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-08df200a-a29a-4aa1-b90c-6f8f7f9fafe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce99abc5fec64775a2b84adaecaabab0&device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 1161 time: 0.3207154 Dec 21 04:04:15.791533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0897f4a-9bec-44e2-b976-d88091e9a032,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:15.818777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:15.827643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-000644c4-4a00-4f15-8227-0189a391e7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:15.868732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3900a5-f7f2-4565-9bdc-5c5e06060682,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:15.872309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:15.878586 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da3900a5-f7f2-4565-9bdc-5c5e06060682 HTTP/1.1" status: 204 len: 168 time: 0.9029148 Dec 21 04:04:15.888324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:15.975700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:16.036753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167142a5-af52-4bb4-a46a-528e978cd0af req-2e331127-f6f1-4e86-8505-aad0a87e48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:16.038421 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-2e331127-f6f1-4e86-8505-aad0a87e48f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bda9f129-4ebc-406c-82f6-e31162473051 HTTP/1.1" status: 200 len: 906 time: 0.2508502 Dec 21 04:04:16.043744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.130089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Attempting to bind port f0897f4a-9bec-44e2-b976-d88091e9a032 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:16.130752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Attempting to bind port f0897f4a-9bec-44e2-b976-d88091e9a032 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:16.131981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Attempting to bind port f0897f4a-9bec-44e2-b976-d88091e9a032 on network 290012f9-1327-473a-8019-55fc478d721f {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:16.140486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:16.141018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:16.141195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Checking segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:16.141978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.142508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Bound using segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:16.143171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Bound port: f0897f4a-9bec-44e2-b976-d88091e9a032, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:16.144206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.150844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:16.151258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.208810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e743f211-1f59-4f21-8a93-4b2aba8516c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:16.303606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.321617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] For port f0897f4a-9bec-44e2-b976-d88091e9a032, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:16.325786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] For port f0897f4a-9bec-44e2-b976-d88091e9a032, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f0897f4a-9bec-44e2-b976-d88091e9a032,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:16.330949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.349476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:16.371065 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-240e3135-6234-46d7-895f-1917c74bd6b0 req-a0878e95-3797-4b3a-ba64-3647b2a25729 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036789 Dec 21 04:04:16.371331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0bb73b-7c5a-4a1c-9749-77f1109ec877'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:16.377297 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-df7b7963-fb02-4a75-996e-67fec3a100cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0bb73b-7c5a-4a1c-9749-77f1109ec877 HTTP/1.1" status: 200 len: 217 time: 0.3142860 Dec 21 04:04:16.378943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86a489-854f-4ffd-a6c1-4fa334df98ec,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:16.384251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,segment=NetworkSegment(a8afb48e-2141-4cbf-8513-4f0aa8f36db2),segment_id=a8afb48e-2141-4cbf-8513-4f0aa8f36db2)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:16.389417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.393939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:16.426446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:16.498474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.resource_extend [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 21 04:04:16.537928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:16.542339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:16.619747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.623968 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7cf1d22d-79fa-47b0-8865-4dccc0136a4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b86a489-854f-4ffd-a6c1-4fa334df98ec HTTP/1.1" status: 204 len: 168 time: 1.5418134 Dec 21 04:04:16.654715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=f0897f4a-9bec-44e2-b976-d88091e9a032,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:16.678216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:16.720756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:16.721519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.723488 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] 10.222.0.21 "PUT /v2.0/ports/f0897f4a-9bec-44e2-b976-d88091e9a032 HTTP/1.1" status: 200 len: 1158 time: 3.1786978 Dec 21 04:04:16.724002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'tag': 'f0897f4a-9bec-44e2-b976-d88091e9a032'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:16.742659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167142a5-af52-4bb4-a46a-528e978cd0af req-8f8c0e84-e210-4fc2-9748-faa4485db712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:16.744297 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-8f8c0e84-e210-4fc2-9748-faa4485db712 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61dc3439-4177-4b63-83f0-292fa8466c90 HTTP/1.1" status: 200 len: 852 time: 0.3566749 Dec 21 04:04:16.746533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082dbd55-6f76-4678-b522-7e39d1d823af {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:04:16.795960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.831811 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-51c32b38-667f-47cd-8036-42b9d68c2cfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bda9f129-4ebc-406c-82f6-e31162473051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751035 Dec 21 04:04:16.839810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Transition to ACTIVE for port object 082dbd55-6f76-4678-b522-7e39d1d823af will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:16.897022 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:16.909641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9de6-d67b-48eb-a6ab-e07bed4c9f4a req-85af2f36-a5cb-48be-b0c4-cb0889ebbee8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:16.917161 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-889a9de6-d67b-48eb-a6ab-e07bed4c9f4a req-85af2f36-a5cb-48be-b0c4-cb0889ebbee8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 946 time: 0.2804341 Dec 21 04:04:16.925807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6963bca-cc72-4e7f-8c2d-ddc5f39de373 req-2d87bb9e-d097-4fea-a556-fdc262103a7f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:16.933422 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e6963bca-cc72-4e7f-8c2d-ddc5f39de373 req-2d87bb9e-d097-4fea-a556-fdc262103a7f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 944 time: 0.7013111 Dec 21 04:04:16.963004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-8c2b7176-c77d-41e9-b45a-1c8c9b7ba8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:16.965912 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-8c2b7176-c77d-41e9-b45a-1c8c9b7ba8cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 1161 time: 0.1455917 Dec 21 04:04:17.045223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:17.073158 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-032d9903-69f8-4604-8fd1-cd78627d7c35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0897f4a-9bec-44e2-b976-d88091e9a032 HTTP/1.1" status: 200 len: 217 time: 0.0990829 Dec 21 04:04:17.135631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Pushing event updated for resources: {'Port': ['ID=082dbd55-6f76-4678-b522-7e39d1d823af,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:17.239584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:17.250056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-b6b07529-9100-47ec-a98a-bd6c17891d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:17.251422 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-b6b07529-9100-47ec-a98a-bd6c17891d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.1703303 Dec 21 04:04:17.305433 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e6963bca-cc72-4e7f-8c2d-ddc5f39de373 req-e9eff33d-f2ad-4674-861d-c142ba5e0040 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705101 Dec 21 04:04:17.320580 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-889a9de6-d67b-48eb-a6ab-e07bed4c9f4a req-36b43661-2726-4124-803b-234a0dc66f12 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024546 Dec 21 04:04:17.321107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 42758) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:17.345722 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-9a3aafca-4fc1-409a-ac17-71b4c038e215 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819399 Dec 21 04:04:17.480263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:17.499221 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0bb73b-7c5a-4a1c-9749-77f1109ec877', 'code': 200} Dec 21 04:04:17.501459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:17.551641 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'tag': 'f0897f4a-9bec-44e2-b976-d88091e9a032', 'status': 'completed', 'code': 200} Dec 21 04:04:17.561756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:17.570611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:88232b7388e540eb9e03dc49e1872533 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:17.573822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:17.586525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:17.617149 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-c1777344-3b78-42c3-bd00-af95105d5db6 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669172 Dec 21 04:04:17.670257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:17.676543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:17.717185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42772) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:17.809839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:17.810315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.21', 49955) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:17.812006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:04:17.823142 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-f02db16f-929e-4757-bda6-65b6581d5c52 service neutron] 10.222.0.21 "GET /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9681003 Dec 21 04:04:17.869140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:17.963491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:17.994320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:17.998698 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-abc455cf-6d11-479c-92cf-bae04ee168e9 req-c68a15fa-41ec-40fc-8653-4d1b114c36c3 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3744936 Dec 21 04:04:17.998931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-88754e2f-728a-4bbe-b404-dfed965e3376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:18.001057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d8235b499c3a4b63b70ce6904e0ea936 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:18.006402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:18.010132 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88232b7388e540eb9e03dc49e1872533&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6391356 Dec 21 04:04:18.014915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:18.019529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42788) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:18.219628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.233285 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-e3894dc5-b3ea-458b-8025-29a9bc9adbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:18.234950 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-e3894dc5-b3ea-458b-8025-29a9bc9adbdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 1161 time: 0.1853170 Dec 21 04:04:18.316459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.348836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.410315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54142731-e255-4b22-9f54-679e9be7e73e,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:18.422359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:18.437502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.441840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeb54b-c5af-4887-81ad-e4bf37fc7e6c req-3d206284-51c7-4a71-a3f8-5c039a71f0c5 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:18.443476 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7aeb54b-c5af-4887-81ad-e4bf37fc7e6c req-3d206284-51c7-4a71-a3f8-5c039a71f0c5 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 946 time: 0.7158785 Dec 21 04:04:18.450460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c694e974-35e6-4a30-92a3-665d27902f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:18.472132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Attempting to bind port 082dbd55-6f76-4678-b522-7e39d1d823af on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:18.472503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Attempting to bind port 082dbd55-6f76-4678-b522-7e39d1d823af by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:18.472864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Attempting to bind port 082dbd55-6f76-4678-b522-7e39d1d823af on network 290012f9-1327-473a-8019-55fc478d721f {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:18.498107 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-8cafec97-7a88-4096-9ea6-bee3e32c76f7 service neutron] 10.222.0.21 "GET /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6185567 Dec 21 04:04:18.498878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:18.499247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Checking segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:18.499716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.500005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Bound using segment: {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:18.500698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Bound port: 082dbd55-6f76-4678-b522-7e39d1d823af, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8df64cf-57b6-4840-a771-a32c25644ed0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '290012f9-1327-473a-8019-55fc478d721f'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:18.500890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.520568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d332ed4-bcf6-4250-9a99-2fe877eac889 req-0d4ccb8a-5a79-42d5-ac28-cb96a658dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:18.522211 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7d332ed4-bcf6-4250-9a99-2fe877eac889 req-0d4ccb8a-5a79-42d5-ac28-cb96a658dc1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 1163 time: 0.6981018 Dec 21 04:04:18.538617 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8235b499c3a4b63b70ce6904e0ea936&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8202448 Dec 21 04:04:18.559368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32bfefd-0430-4f66-a02a-de3b5c03cf2e,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:18.574881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42838) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:18.589233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:18.624378 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7aeb54b-c5af-4887-81ad-e4bf37fc7e6c req-96b5b578-c320-4e75-a439-e47d5c24abc7 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618474 Dec 21 04:04:18.624729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-e9bcc21b-8335-4715-af15-1c1acbe2f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:18.626767 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-e9bcc21b-8335-4715-af15-1c1acbe2f94b service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.3829401 Dec 21 04:04:18.662859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-7d332ed4-bcf6-4250-9a99-2fe877eac889 req-b14689bf-e7d0-4a4b-b708-2fcbca82d6fa service neutron] Synchronizing usage tracker for tenant:bd16807d46474676a67a6940f0bacdc5 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:18.703027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.718677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:18.753861 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-1406d21d-8c79-4521-ad4c-ead2a8085058 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0897f4a-9bec-44e2-b976-d88091e9a032 HTTP/1.1" status: 200 len: 217 time: 0.1190324 Dec 21 04:04:18.758041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54142731-e255-4b22-9f54-679e9be7e73e,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:18.766371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:18.799890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-7d332ed4-bcf6-4250-9a99-2fe877eac889 req-b14689bf-e7d0-4a4b-b708-2fcbca82d6fa service neutron] Unset dirty status for tenant:bd16807d46474676a67a6940f0bacdc5 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:18.810245 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7d332ed4-bcf6-4250-9a99-2fe877eac889 req-b14689bf-e7d0-4a4b-b708-2fcbca82d6fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585630 Dec 21 04:04:18.847632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.853294 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54142731-e255-4b22-9f54-679e9be7e73e HTTP/1.1" status: 204 len: 168 time: 0.8310478 Dec 21 04:04:18.878655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] For port 082dbd55-6f76-4678-b522-7e39d1d823af, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:18.884250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.890615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-514ef8f8-abde-4d81-8c95-f1efb8576fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:18.892187 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-514ef8f8-abde-4d81-8c95-f1efb8576fa3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.1317358 Dec 21 04:04:18.904714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] For port 082dbd55-6f76-4678-b522-7e39d1d823af, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=082dbd55-6f76-4678-b522-7e39d1d823af,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:18.915144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.944259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-62493cdf-8911-418d-b2b8-9ade37a7452a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:18.968076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:18.990559 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562eee2-a1ae-4e5c-9dfe-5aaaa9c6c2c9 req-02883109-0633-4d1d-a80c-49753dac6340 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:18.992180 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1562eee2-a1ae-4e5c-9dfe-5aaaa9c6c2c9 req-02883109-0633-4d1d-a80c-49753dac6340 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 944 time: 0.3158875 Dec 21 04:04:19.082900 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-fa786f65-aa92-4ede-82bc-c0363e60a99d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864203 Dec 21 04:04:19.259287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe835f-3a36-4128-8add-af2c646cb3a9 req-c8ace4a1-1c64-4049-8b16-2e668b501030 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:19.268060 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-befe835f-3a36-4128-8add-af2c646cb3a9 req-c8ace4a1-1c64-4049-8b16-2e668b501030 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 946 time: 0.4435709 Dec 21 04:04:19.302332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:19.310587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-87ebd4ac-76c1-4bab-b2e4-d6a2a28472d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:19.326893 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-3619c4bf-e415-4228-9cfc-fed2f28c723b service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276683 Dec 21 04:04:19.330396 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1562eee2-a1ae-4e5c-9dfe-5aaaa9c6c2c9 req-4c578cc3-07d4-4b30-9d38-275b6e60b0d5 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187037 Dec 21 04:04:19.330911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32bfefd-0430-4f66-a02a-de3b5c03cf2e,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:19.346949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Pushing event updated for resources: {'Port': ['ID=082dbd55-6f76-4678-b522-7e39d1d823af,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:19.373165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:19.376144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:19.381636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:19.382811 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b32bfefd-0430-4f66-a02a-de3b5c03cf2e HTTP/1.1" status: 204 len: 168 time: 0.7982757 Dec 21 04:04:19.389525 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-befe835f-3a36-4128-8add-af2c646cb3a9 req-8b9f449a-526f-491c-b1be-c93819646a9f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204188 Dec 21 04:04:19.435324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:19.436187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:19.437946 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-f43e416f-4319-4009-8812-e381b203b311 service neutron] 10.222.0.21 "PUT /v2.0/ports/082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 1157 time: 5.6461687 Dec 21 04:04:19.438528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:19.568947 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af', 'status': 'completed', 'code': 200} Dec 21 04:04:19.685777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-e0d1c529-3657-4b97-b54c-36713d5930a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:19.687952 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-e0d1c529-3657-4b97-b54c-36713d5930a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1160 time: 0.1957669 Dec 21 04:04:19.702821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-2c18c025-2d7e-40cf-9760-45f5d29251b0 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:04:20.008696 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-69bfafdf-925f-4dd4-8178-444a6f40642b req-90771d9c-19ad-4ccd-be33-dabe073e759b service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6746440 Dec 21 04:04:20.039210 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-5879abe0-2455-4a70-8b76-6434d7b27887 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.3412764 Dec 21 04:04:20.139681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f0897f4a-9bec-44e2-b976-d88091e9a032 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:20.188809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebd78b-4a39-4851-860d-f12d7f5f1862 req-8fdd20e9-9dd6-468e-bc3c-beaae4e294b2 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:20.191655 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d5ebd78b-4a39-4851-860d-f12d7f5f1862 req-8fdd20e9-9dd6-468e-bc3c-beaae4e294b2 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 946 time: 0.3220522 Dec 21 04:04:20.193451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-980a293a-10bc-4c34-91ce-2458a2d731e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:20.197570 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-980a293a-10bc-4c34-91ce-2458a2d731e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.1484425 Dec 21 04:04:20.305776 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-82af9b67-b473-423c-9a99-6eb9ea756f4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824909 Dec 21 04:04:20.332104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port f0897f4a-9bec-44e2-b976-d88091e9a032 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:20.335001 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d5ebd78b-4a39-4851-860d-f12d7f5f1862 req-c039be5a-48d3-4166-ad1f-05071783ace3 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357667 Dec 21 04:04:20.379497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port f0897f4a-9bec-44e2-b976-d88091e9a032 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:20.380189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:20.520801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42928) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:20.556668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:20.594860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:20.605021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Usage tracker for resource:security_group_rule and tenant:b9924066df1e4e0a9a3396d2a680a937 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:20.615120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:20.631572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:20.672356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:20.714431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0897f4a-9bec-44e2-b976-d88091e9a032'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:20.735229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port f0897f4a-9bec-44e2-b976-d88091e9a032, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f0897f4a-9bec-44e2-b976-d88091e9a032,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:20.738757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:20.741191 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-45f6d89b-5f04-4fd3-8770-7b32d42395bf service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093561 Dec 21 04:04:20.744176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fca07fdf-a0ec-415d-b4e9-8e60ca328c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:20.828105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:20.833056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:20.850761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-77f8f8aa-618a-4ea3-aed1-4ca40cf5c457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:20.975670 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9924066df1e4e0a9a3396d2a680a937&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4534709 Dec 21 04:04:20.979193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 42940) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:21.032554 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fc696-2b9d-4560-802e-be102005e82c,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:21.039854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:21.157358 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-804e0582-55e4-468f-9b5e-3d50066f77e5 req-c439d57e-4c8d-43d4-8e47-ea5ccdad2e04 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3894813 Dec 21 04:04:21.160454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:21.165766 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0897f4a-9bec-44e2-b976-d88091e9a032', 'code': 200} Dec 21 04:04:21.170439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d727ea-93fd-4cca-a83b-4d2feeaa9685 req-7bbedd6c-5a4f-4962-94bc-a6deea461760 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:21.172292 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-59d727ea-93fd-4cca-a83b-4d2feeaa9685 req-7bbedd6c-5a4f-4962-94bc-a6deea461760 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 944 time: 0.5986273 Dec 21 04:04:21.205966 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=f0897f4a-9bec-44e2-b976-d88091e9a032,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:21.218871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:21.226196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:21.259126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d529aa-9663-40c4-a7c3-87c9a8f98099 req-8246c107-fbcd-446a-8c71-9268c0f1e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:21.260931 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3d529aa-9663-40c4-a7c3-87c9a8f98099 req-8246c107-fbcd-446a-8c71-9268c0f1e625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 1163 time: 0.1999702 Dec 21 04:04:21.276195 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-59d727ea-93fd-4cca-a83b-4d2feeaa9685 req-f6d70f98-dbde-4182-955b-51f34e26ed7c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 Dec 21 04:04:21.320297 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3d529aa-9663-40c4-a7c3-87c9a8f98099 req-4d3d6fd6-835e-4ce0-a6a6-b69c308dd0b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 Dec 21 04:04:21.325468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:21.326039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169f143-ec76-4953-8642-da3908db233b req-ef01a5a8-2c5e-41b2-b0a2-1f0228b1dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:21.327638 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-ef01a5a8-2c5e-41b2-b0a2-1f0228b1dec5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1160 time: 0.1017976 Dec 21 04:04:21.331402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7d4729ec-8021-4336-a10d-633d18376c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:21.345619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fc696-2b9d-4560-802e-be102005e82c,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:21.348938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:21.350137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:21.351353 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a01fc696-2b9d-4560-802e-be102005e82c HTTP/1.1" status: 204 len: 168 time: 0.3712668 Dec 21 04:04:21.529971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f0897f4a-9bec-44e2-b976-d88091e9a032 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:21.617705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port f0897f4a-9bec-44e2-b976-d88091e9a032 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:21.618161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:21.765107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fffa8-cff3-42a5-82d4-9bb2d4f3d799 req-dc878405-c956-435a-91f6-95d5eb99c6a9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:21.774727 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ea0fffa8-cff3-42a5-82d4-9bb2d4f3d799 req-dc878405-c956-435a-91f6-95d5eb99c6a9 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 946 time: 0.2757227 Dec 21 04:04:21.797346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169f143-ec76-4953-8642-da3908db233b req-a91e56e9-090a-40d3-82e9-42ae60282f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:21.799032 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-a91e56e9-090a-40d3-82e9-42ae60282f72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.2363415 Dec 21 04:04:21.895761 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-a6860c3c-9cf9-447d-8ab6-2d1909ed3ee1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.0882726 Dec 21 04:04:21.912959 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ea0fffa8-cff3-42a5-82d4-9bb2d4f3d799 req-2123e2b7-d1da-4c5a-b60a-39f42a4daec4 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371961 Dec 21 04:04:22.008115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169f143-ec76-4953-8642-da3908db233b req-6fd9ab86-5da2-4a5f-8876-d7ce63f758ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:22.010832 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-6fd9ab86-5da2-4a5f-8876-d7ce63f758ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.0961399 Dec 21 04:04:22.084712 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-88b84ac4-0a35-41b9-b965-947e13e98b02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585830 Dec 21 04:04:22.115758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:22.281912 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-6e753c20-163a-480d-98c6-fc324c5e5c91 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912348 Dec 21 04:04:22.748275 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f169f143-ec76-4953-8642-da3908db233b req-dfd7e284-dc69-4e79-970e-a5359062bac6 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4596338 Dec 21 04:04:22.763387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f914b3f-e345-493c-b274-1b831ea4064c req-a06499e1-d8e7-47cf-8bf9-6cf8681d3fd9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:22.773063 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f914b3f-e345-493c-b274-1b831ea4064c req-a06499e1-d8e7-47cf-8bf9-6cf8681d3fd9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.2612348 Dec 21 04:04:22.858407 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f914b3f-e345-493c-b274-1b831ea4064c req-a11e4ff5-6051-4687-a467-ec1232f1382f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844054 Dec 21 04:04:23.938353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:24.118452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 082dbd55-6f76-4678-b522-7e39d1d823af completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:24.118656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae9709-e6ee-402e-bfa1-9930d03a4d91 req-4c5e6bbb-d0d2-4330-b1fd-1aada6098a3e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:24.120473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-41ae9709-e6ee-402e-bfa1-9930d03a4d91 req-4c5e6bbb-d0d2-4330-b1fd-1aada6098a3e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.0966985 Dec 21 04:04:24.131385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:24.131804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:24.182323 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-41ae9709-e6ee-402e-bfa1-9930d03a4d91 req-dfbe7dba-cffb-4a1b-bee2-f91eb5c99592 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555665 Dec 21 04:04:24.267030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:24.303630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:24.314836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 082dbd55-6f76-4678-b522-7e39d1d823af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=082dbd55-6f76-4678-b522-7e39d1d823af,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:24.319594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:24.322454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:24.370081 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af', 'code': 200} Dec 21 04:04:24.420637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=082dbd55-6f76-4678-b522-7e39d1d823af,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:24.434526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:24.699118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bae36-b248-4842-b11c-fc33636113a0 req-8b6c97a5-bad5-44ad-bd95-637c5d79b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:24.700823 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-816bae36-b248-4842-b11c-fc33636113a0 req-8b6c97a5-bad5-44ad-bd95-637c5d79b025 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.1248157 Dec 21 04:04:24.775800 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-816bae36-b248-4842-b11c-fc33636113a0 req-2c0ea328-b879-4cbc-99dc-dadc7f18f1c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592439 Dec 21 04:04:24.826100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-df9ee39f-34f8-41a1-8761-570d2cafd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:24.827846 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-df9ee39f-34f8-41a1-8761-570d2cafd0f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 1163 time: 0.1092484 Dec 21 04:04:25.113995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee76df-8a36-4127-8038-9da947ccf40e req-861cca11-b416-4ca6-ad42-179a36592d64 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:25.115640 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9eee76df-8a36-4127-8038-9da947ccf40e req-861cca11-b416-4ca6-ad42-179a36592d64 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.2880316 Dec 21 04:04:25.188146 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9eee76df-8a36-4127-8038-9da947ccf40e req-0366deb2-463d-414b-8600-ce0a7c06c40a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630081 Dec 21 04:04:25.196426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-849a3918-09b4-4ade-9c9b-d090dea17f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:25.198175 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-849a3918-09b4-4ade-9c9b-d090dea17f7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.2043157 Dec 21 04:04:25.305034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-a17ba2df-f517-4c84-9a64-e0e504fefb4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0897f4a-9bec-44e2-b976-d88091e9a032 HTTP/1.1" status: 200 len: 217 time: 0.0902202 Dec 21 04:04:25.386127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-924e5fbc-d2ed-4da7-8f37-50e91de74c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:25.386127 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-924e5fbc-d2ed-4da7-8f37-50e91de74c20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.0688598 Dec 21 04:04:25.447138 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-3c631871-23d0-4114-8cc0-3254b044ba16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540123 Dec 21 04:04:25.610764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:25.633219 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-13be12b2-13b3-411c-89e8-4c3a0075aeea service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782601 Dec 21 04:04:25.693805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:25.694224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:25.797382 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-860e69cf-a4c1-4bd3-9c40-4b8e4d14e84f req-988b431b-b1c7-4a22-8e8d-d6f3c66ae272 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1560290 Dec 21 04:04:26.430172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f046f8a-f80f-4993-8777-88eb41d27304 req-4303bf40-9fd0-4167-b0d0-fbffebc5feb8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:26.434534 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5f046f8a-f80f-4993-8777-88eb41d27304 req-4303bf40-9fd0-4167-b0d0-fbffebc5feb8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1034772 Dec 21 04:04:26.485477 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5f046f8a-f80f-4993-8777-88eb41d27304 req-252e39fa-94b7-4489-8333-30b0b53cdc48 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457106 Dec 21 04:04:26.999269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd909-e522-4249-b729-f880cfe63036 req-12e68653-1039-42a6-bfda-14888cdfcf65 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:27.001164 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b59bd909-e522-4249-b729-f880cfe63036 req-12e68653-1039-42a6-bfda-14888cdfcf65 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 946 time: 0.1235027 Dec 21 04:04:27.057466 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b59bd909-e522-4249-b729-f880cfe63036 req-72bab374-55e4-48af-8588-92d35939a4eb tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Dec 21 04:04:27.405499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43220) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:27.520903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-96f6c0bb-ae41-445e-a58b-7b0647a2a3bd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:27.522712 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-96f6c0bb-ae41-445e-a58b-7b0647a2a3bd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.1859746 Dec 21 04:04:27.542074 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-cc8adbea-72a4-4a82-9825-c2278c8cda47 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/quotas/7f3bb1f3e1f543e2bf34d40cd5857a91 HTTP/1.1" status: 200 len: 375 time: 0.0113389 Dec 21 04:04:27.650085 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-9dd08554-15fe-4cbe-9ddf-dd005d5f1554 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009531 Dec 21 04:04:27.668954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:27.685077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:27.689165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9cc4191dd5c4a228c4ed7260299c6be is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:27.692497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:27.698436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:27.793055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:27.796170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:27.809892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b5954f60-b058-45f8-a8da-092f8327fb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:27.846729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f942e-4953-4a17-848a-d6b22c923631 req-fe105c89-9f4b-4577-921c-5bd370b57bca tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:27.848381 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b87f942e-4953-4a17-848a-d6b22c923631 req-fe105c89-9f4b-4577-921c-5bd370b57bca tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1974525 Dec 21 04:04:27.864098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf4ba3-bb3b-4fcc-8a85-50ef6252cf76,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:27.872579 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9cc4191dd5c4a228c4ed7260299c6be&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4655046 Dec 21 04:04:27.873446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:27.874060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43242) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:27.896093 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-83265711-7a74-4ddf-964f-71ddebdb9e3b service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061222 Dec 21 04:04:27.941757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:27.966212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b87f942e-4953-4a17-848a-d6b22c923631 req-e43b9a73-a9d5-482b-a4f5-466a9a07e161 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996239 Dec 21 04:04:28.012210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:28.073984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:28.081276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-995cec13-2091-4618-8994-4443bbf12b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:28.093417 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-9a979b0e-399b-4108-86a2-a042207c1e79 service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1856916 Dec 21 04:04:28.107106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf4ba3-bb3b-4fcc-8a85-50ef6252cf76,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:28.110171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:28.111727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:28.113619 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65cf4ba3-bb3b-4fcc-8a85-50ef6252cf76 HTTP/1.1" status: 204 len: 168 time: 0.2380462 Dec 21 04:04:28.463690 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-41b40561-888d-4aee-aeee-1c673aa255a5 req-4c18e0e3-02f9-45c4-9600-13452bab0e3e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 210 time: 0.1123869 Dec 21 04:04:28.512636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bd2a6-1878-4701-9baf-7026405f5670 req-f5ffe423-2a5c-4ade-b329-af182ef65f0f tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:28.514865 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ae4bd2a6-1878-4701-9baf-7026405f5670 req-f5ffe423-2a5c-4ade-b329-af182ef65f0f tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 946 time: 0.2875011 Dec 21 04:04:28.626220 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ae4bd2a6-1878-4701-9baf-7026405f5670 req-76088083-b3c1-48af-bbe9-9a191b0f8291 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/security-groups?id=8a366e5a-d176-457a-b203-eb2662f54793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953317 Dec 21 04:04:28.679349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644928b-4c31-420d-b466-e823292ea2fe req-5cd460d8-ab3b-43ba-a808-701a1146494e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:28.681430 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6644928b-4c31-420d-b466-e823292ea2fe req-5cd460d8-ab3b-43ba-a808-701a1146494e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.21 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 946 time: 0.1697905 Dec 21 04:04:28.756706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43284) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:28.796090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:28.806467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Deleting port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:04:28.806928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:28.836872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:28.847135 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Usage tracker for resource:security_group_rule and tenant:bc4d679069f14dec87af23107852386b is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:28.852604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:28.865297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:29.020327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.027769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.063790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:29.076375 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc4d679069f14dec87af23107852386b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3184972 Dec 21 04:04:29.077062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43298) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:29.129469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4471d400-0f5d-48fc-bd45-5d165912b1ce,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:29.141528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] For port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,segment=NetworkSegment(a8afb48e-2141-4cbf-8513-4f0aa8f36db2),segment_id=a8afb48e-2141-4cbf-8513-4f0aa8f36db2)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:29.141934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.149002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:29.251266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.292879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Calling delete_port for 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:04:29.297420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.332588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c8dad-51d7-4658-a15a-cc6fa6fc7317 req-345a49bd-ea12-48fc-83f9-d148c5fd7336 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:29.334270 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dd8c8dad-51d7-4658-a15a-cc6fa6fc7317 req-345a49bd-ea12-48fc-83f9-d148c5fd7336 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1498036 Dec 21 04:04:29.412485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.442244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:29.457292 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dd8c8dad-51d7-4658-a15a-cc6fa6fc7317 req-da54c1e9-614e-4c58-b744-b18ad1454ec8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986829 Dec 21 04:04:29.467000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471d400-0f5d-48fc-bd45-5d165912b1ce,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:29.470427 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:29.473684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.478543 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4471d400-0f5d-48fc-bd45-5d165912b1ce HTTP/1.1" status: 204 len: 168 time: 0.3971057 Dec 21 04:04:29.551192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.571464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8231bde9-fb9a-4f52-9cc7-3ae41218c529 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:29.598436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:04:29.637088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Pushing event deleted for resources: {'Port': ['ID=1d0bb73b-7c5a-4a1c-9749-77f1109ec877,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:29.642599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:29.729439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:04:29.729869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:04:29.816392 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fa57f236-c2e8-476e-b6c1-9712e5b7826b req-3105b478-aed8-47fd-b979-cfaaf3cb9ba8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 210 time: 0.1778076 Dec 21 04:04:29.881008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] No DVR routers for this DVR port 1d0bb73b-7c5a-4a1c-9749-77f1109ec877 on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:04:29.884197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:29.884936 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a373127b-9e38-4a9a-8616-a9fd6e642158 req-bf99520c-ffc6-4fd2-ae77-329bff463954 tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.23 "GET /v2.0/ports?device_id=1e79cff9-444e-4904-9edc-fb58357d1d10 HTTP/1.1" status: 200 len: 210 time: 0.0668628 Dec 21 04:04:29.888063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'name': 'network-vif-deleted', 'tag': '1d0bb73b-7c5a-4a1c-9749-77f1109ec877'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:29.940703 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6644928b-4c31-420d-b466-e823292ea2fe req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] 10.222.0.21 "DELETE /v2.0/ports/1d0bb73b-7c5a-4a1c-9749-77f1109ec877 HTTP/1.1" status: 204 len: 173 time: 1.2518435 Dec 21 04:04:30.036673 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e79cff9-444e-4904-9edc-fb58357d1d10', 'name': 'network-vif-deleted', 'tag': '1d0bb73b-7c5a-4a1c-9749-77f1109ec877', 'status': 'completed', 'code': 200} Dec 21 04:04:30.093391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-e2ba79da-4db3-4188-840e-d494756206f7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:30.095029 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-e2ba79da-4db3-4188-840e-d494756206f7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.2036495 Dec 21 04:04:30.116379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Request body: {'port': {'device_id': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497', 'admin_state_up': True, 'tenant_id': '7f3bb1f3e1f543e2bf34d40cd5857a91'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:30.368783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:30.389493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Usage tracker for resource:port and tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:30.394647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Quota usage for port was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:30.411852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:30.433006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Made reservation on behalf of 7f3bb1f3e1f543e2bf34d40cd5857a91 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:30.448360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:30.823720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ffed5506-267c-4e04-b8b2-0e1fa4af435a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:30.888699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97117ab1-9a08-4e92-afa0-f6161c016dee req-cdb4f783-0ce6-4b12-9dc3-537f2a8882de tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:30.890377 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-97117ab1-9a08-4e92-afa0-f6161c016dee req-cdb4f783-0ce6-4b12-9dc3-537f2a8882de tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.2007632 Dec 21 04:04:31.082013 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-97117ab1-9a08-4e92-afa0-f6161c016dee req-4cd4dafe-99b7-4629-8208-0642576a5e00 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812394 Dec 21 04:04:31.153660 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6f50df41-1ac6-4da5-9f86-c43bffe75d78 req-ec1cb81b-cff1-4d8e-b717-ae02fe734c46 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 210 time: 0.0865836 Dec 21 04:04:31.167962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Allocated IP 172.20.0.13 (4f68ac37-aa69-49d6-a83e-a8d52b5f6497/b902fdaa-e9fa-4039-a313-8e2754366778/2283815f-a178-4da6-ade6-db042a692acf) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:31.511338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:31.542058 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:31.563620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f43e416f-4319-4009-8812-e381b203b311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:31.654584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event updated for resources: {'Port': ['ID=2283815f-a178-4da6-ade6-db042a692acf,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:31.657973 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:31.805847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:31.807095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:31.813417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:31.817783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:31.818442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:31.840806 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7307417 Dec 21 04:04:31.856141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Request body: {'port': {'device_id': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:32.030618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:32.447226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43440) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:32.735317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:32.758326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:32.762956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Usage tracker for resource:security_group_rule and tenant:af47e1cd6c3a47db8b6799ecfcee99fe is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:32.766156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:32.773102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:32.890795 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:32.894997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:32.958057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9f3e301-9b69-472f-b0f5-ad84ac3a2efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:32.999434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c345-f1d7-49e5-8ce5-1142865e24d0 req-d6e28797-da12-4ba6-a627-7e685b356042 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:33.001327 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3db0c345-f1d7-49e5-8ce5-1142865e24d0 req-d6e28797-da12-4ba6-a627-7e685b356042 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.6591132 Dec 21 04:04:33.031632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f325ae2-950c-4d2c-9315-5bded97a1f83,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:33.044538 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af47e1cd6c3a47db8b6799ecfcee99fe&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5966942 Dec 21 04:04:33.045255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43466) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:33.046149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:33.049488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89265b9d-9d6a-426b-9114-54f4bbf773d6 req-753c080d-6f51-40a5-bbb3-dae676769b16 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:33.050478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-89265b9d-9d6a-426b-9114-54f4bbf773d6 req-753c080d-6f51-40a5-bbb3-dae676769b16 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:33.104349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3db0c345-f1d7-49e5-8ce5-1142865e24d0 req-aec90eb0-efb2-4ff7-977f-b478e25f71d5 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Dec 21 04:04:33.118086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-89265b9d-9d6a-426b-9114-54f4bbf773d6 req-753c080d-6f51-40a5-bbb3-dae676769b16 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:33.119575 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-89265b9d-9d6a-426b-9114-54f4bbf773d6 req-753c080d-6f51-40a5-bbb3-dae676769b16 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 932 time: 0.7119460 Dec 21 04:04:33.130013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.186369 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-89265b9d-9d6a-426b-9114-54f4bbf773d6 req-81226fc1-1a3b-4ea1-8dfa-9b797b9ae12d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Dec 21 04:04:33.197486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.266941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea516f3d-4d51-4693-b511-1d2e0accf65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.273297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.278772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-49e64ea6-63a4-48c8-989f-9b3c31b4f0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:33.281529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2283815f-a178-4da6-ade6-db042a692acf {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:04:33.290246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.292985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f325ae2-950c-4d2c-9315-5bded97a1f83,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:33.299102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:33.301424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.305891 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f325ae2-950c-4d2c-9315-5bded97a1f83 HTTP/1.1" status: 204 len: 168 time: 0.2561772 Dec 21 04:04:33.319093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Transition to ACTIVE for port object 2283815f-a178-4da6-ade6-db042a692acf will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:33.323475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.348235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:33.405749 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43484) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:33.419758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2283815f-a178-4da6-ade6-db042a692acf,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:33.434916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:33.478823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Deleting subnet 61dc3439-4177-4b63-83f0-292fa8466c90 {{(pid=80302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:04:33.482648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.545918 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.554044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.641071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Attempting to bind port 2283815f-a178-4da6-ade6-db042a692acf on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:33.641456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Attempting to bind port 2283815f-a178-4da6-ade6-db042a692acf by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:33.641857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Attempting to bind port 2283815f-a178-4da6-ade6-db042a692acf on network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:33.648178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:33.648532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Checking segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:33.648959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.649444 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Bound using segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:33.650055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Bound port: 2283815f-a178-4da6-ade6-db042a692acf, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:33.650437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.717397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.735046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43492) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:33.748315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] For port 2283815f-a178-4da6-ade6-db042a692acf, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:33.751560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] For port 2283815f-a178-4da6-ade6-db042a692acf, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=2283815f-a178-4da6-ade6-db042a692acf,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:33.754748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.758712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.770981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:33.796759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:33.804825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a807e85597d34d74b4ad3d1871cd1595 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:33.837037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:33.848272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:33.927344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2283815f-a178-4da6-ade6-db042a692acf,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:33.930575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.935633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:33.954822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:33.971239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:33.971946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:33.973423 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] 10.222.0.21 "PUT /v2.0/ports/2283815f-a178-4da6-ade6-db042a692acf HTTP/1.1" status: 200 len: 1158 time: 2.1228938 Dec 21 04:04:33.973968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'tag': '2283815f-a178-4da6-ade6-db042a692acf'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:34.017069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61dc3439-4177-4b63-83f0-292fa8466c90,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:34.025890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:34.078489 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'tag': '2283815f-a178-4da6-ade6-db042a692acf', 'status': 'completed', 'code': 200} Dec 21 04:04:34.121612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-90acd746-8854-4e9a-868c-e1d33e9e4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:34.123220 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-90acd746-8854-4e9a-868c-e1d33e9e4973 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 1161 time: 0.1101177 Dec 21 04:04:34.129077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.132611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.135249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.145226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:34.193613 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/61dc3439-4177-4b63-83f0-292fa8466c90 HTTP/1.1" status: 204 len: 168 time: 0.7840421 Dec 21 04:04:34.194415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43504) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:34.198119 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a807e85597d34d74b4ad3d1871cd1595&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4608231 Dec 21 04:04:34.199485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3fd542-b9a0-4e7b-bea7-13ee9499bb4c,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:34.202148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43506) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:34.204790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:34.207302 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-f1941b79-c14d-4df3-8dfe-e0884057c3d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2283815f-a178-4da6-ade6-db042a692acf HTTP/1.1" status: 200 len: 217 time: 0.0760181 Dec 21 04:04:34.284366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.319620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.397331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.405275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c73a14af-3a10-436a-acb9-98f064db3aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:34.426102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3fd542-b9a0-4e7b-bea7-13ee9499bb4c,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:34.437970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:34.439898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.441590 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe3fd542-b9a0-4e7b-bea7-13ee9499bb4c HTTP/1.1" status: 204 len: 168 time: 0.2384362 Dec 21 04:04:34.449661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.523058 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-1e077831-e64e-402c-9c71-18d83625f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:34.524631 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-1e077831-e64e-402c-9c71-18d83625f836 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.2913413 Dec 21 04:04:34.637522 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-f95393b8-4ae3-4959-bb1a-b34722e92665 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630729 Dec 21 04:04:34.735073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.931120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:34.975491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532dfe-3f7a-48cb-b024-7eb6bf06227c req-02f81232-308d-4834-a7b0-13e9c1df4d67 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:34.977125 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-71532dfe-3f7a-48cb-b024-7eb6bf06227c req-02f81232-308d-4834-a7b0-13e9c1df4d67 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.5834241 Dec 21 04:04:35.095133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:35.108795 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e368e8e-19fb-47d1-8cfd-cf1bcada196e req-29488967-78fd-47cc-b0b7-2e11800f1d9e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:35.110411 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3e368e8e-19fb-47d1-8cfd-cf1bcada196e req-29488967-78fd-47cc-b0b7-2e11800f1d9e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 944 time: 0.5954845 Dec 21 04:04:35.138741 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-d86f26bb-0f3f-435a-b810-fa8db18de1e4 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612963 Dec 21 04:04:35.222503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.222874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.223673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.224044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > port after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.224418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > port after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.224773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > port after_update 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.225132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.225488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.225885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.226243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.292481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.292870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.293243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.293628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:04:35.294031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda9f129-4ebc-406c-82f6-e31162473051']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:35.306982 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-71532dfe-3f7a-48cb-b024-7eb6bf06227c req-82ac676c-eaaf-4508-8dd4-198c137ea81b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145595 Dec 21 04:04:35.348368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:35.348703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8afb48e-2141-4cbf-8513-4f0aa8f36db2') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:35.364930 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3e368e8e-19fb-47d1-8cfd-cf1bcada196e req-33d5f2fa-422f-496d-858b-c94523a06064 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438140 Dec 21 04:04:35.419039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848031833'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:35.451282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:35.454873 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:04:35.581444 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21db9ec3-9f4b-4065-8ec8-ad464c63e855 req-da5c0350-57fd-4f04-b625-d6eb7604e809 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4084308 Dec 21 04:04:35.892891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Network bda9f129-4ebc-406c-82f6-e31162473051 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:04:35.907256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848004600'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:36.131108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Network bda9f129-4ebc-406c-82f6-e31162473051 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: (rel_b, rel_a, rel_b), Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: (rel_b, rel_a, rel_b), Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:04:36.162607 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:04:36.185728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-2ae5e23c-c1a3-4a70-b80f-160397c46bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:36.187352 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-2ae5e23c-c1a3-4a70-b80f-160397c46bf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 1161 time: 0.3421075 Dec 21 04:04:36.350198 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:36.370895 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b04087e4-227a-4908-bae5-5a2d64b1eb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:36.415824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:36.418822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Pushing event deleted for resources: {'Network': ['ID=bda9f129-4ebc-406c-82f6-e31162473051,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:36.487408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:36.504514 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] 10.222.0.23 "DELETE /v2.0/networks/bda9f129-4ebc-406c-82f6-e31162473051 HTTP/1.1" status: 204 len: 168 time: 2.3018091 Dec 21 04:04:36.506859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-c21ad4b6-077f-402c-b300-73c8bef253e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:36.508576 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-c21ad4b6-077f-402c-b300-73c8bef253e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 909 time: 0.2699134 Dec 21 04:04:36.631936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43618) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:36.750675 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-b66b5ffb-73e7-4db0-8d6c-1c9e0da375d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2283815f-a178-4da6-ade6-db042a692acf HTTP/1.1" status: 200 len: 217 time: 0.2316406 Dec 21 04:04:36.831386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43626) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:36.894033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f846e0-e1c2-4e71-9f0d-0ddfc2a66c45 req-c18c1da4-f465-4456-b4d6-059ad5253fbe tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:36.895851 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f3f846e0-e1c2-4e71-9f0d-0ddfc2a66c45 req-c18c1da4-f465-4456-b4d6-059ad5253fbe tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.2610955 Dec 21 04:04:36.897470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-3deff91b-8885-4438-a28c-c0f0a025e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:36.899108 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-3deff91b-8885-4438-a28c-c0f0a025e027 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.1412303 Dec 21 04:04:36.907919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831303cf-06f1-4c2e-90cb-509ab5cec374 req-70a4772a-799e-4580-bd5a-658ea5bfbd30 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:36.909122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-831303cf-06f1-4c2e-90cb-509ab5cec374 req-70a4772a-799e-4580-bd5a-658ea5bfbd30 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 944 time: 0.2730615 Dec 21 04:04:36.959008 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-80393c53-1a20-400e-93db-afe3f3e86663 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475881 Dec 21 04:04:36.989458 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a69225d8-61cc-45f0-9cb5-3915a3e2d80b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce99abc5fec64775a2b84adaecaabab0&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1551907 Dec 21 04:04:36.992143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43630) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:37.064344 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f3f846e0-e1c2-4e71-9f0d-0ddfc2a66c45 req-aca44d61-fe23-4774-ad78-dfbd820f034b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540956 Dec 21 04:04:37.095603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.135748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:37.142695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2c7e5993d74aaaa4351426c0c2f580 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:37.146884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:37.162012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:37.170498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.186510 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-831303cf-06f1-4c2e-90cb-509ab5cec374 req-6c0d1841-2b0e-4a29-80aa-78f6ab01b574 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264328 Dec 21 04:04:37.214551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.241679 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-2f733264-6d27-45e1-a2ec-8e4f6b2ae946 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470949 Dec 21 04:04:37.310355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.318219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-30e11960-91ef-47c8-a7f6-365cb078a1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:37.344764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a366e5a-d176-457a-b203-eb2662f54793,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:37.348035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:37.385117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.387777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.391464 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a366e5a-d176-457a-b203-eb2662f54793 HTTP/1.1" status: 204 len: 168 time: 0.3956416 Dec 21 04:04:37.392932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.404055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-81a75dbe-64ad-43d6-b67a-a9b4fed95c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:37.414304 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4153d98b-1332-49b5-a9aa-b05f5d98ab7d req-5aeb5d6a-1874-4a4b-bfae-32b4603efe1d service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1632013 Dec 21 04:04:37.453958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f2c7e5993d74aaaa4351426c0c2f580&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8206007 Dec 21 04:04:37.454865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff41f798-c524-46d3-86e9-cb1d0bfa2909,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:37.457102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43644) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:37.459937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:37.541933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.573843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.634495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.638380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:37.650718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff41f798-c524-46d3-86e9-cb1d0bfa2909,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:37.653438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:37.662121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:37.672886 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff41f798-c524-46d3-86e9-cb1d0bfa2909 HTTP/1.1" status: 204 len: 168 time: 0.2098773 Dec 21 04:04:38.128096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 2283815f-a178-4da6-ade6-db042a692acf up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:38.232919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 2283815f-a178-4da6-ade6-db042a692acf completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:38.240496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 2283815f-a178-4da6-ade6-db042a692acf triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:38.241206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:38.288153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43726) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:38.323276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:38.363354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:38.376164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f29c31aa067d461aaeeb64ff09e87cf0 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:38.383506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:38.391456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:38.405193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eeae4-74f6-4a82-87df-93c71991e325 req-d72ea3fb-e7fd-490c-9d5e-2cffbcb5b6e7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:38.418076 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-112eeae4-74f6-4a82-87df-93c71991e325 req-d72ea3fb-e7fd-490c-9d5e-2cffbcb5b6e7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1764696 Dec 21 04:04:38.508442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:38.565125 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-112eeae4-74f6-4a82-87df-93c71991e325 req-c54a1e92-c0ae-40ef-a71f-ec99ca54289c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453798 Dec 21 04:04:38.576304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 2283815f-a178-4da6-ade6-db042a692acf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=2283815f-a178-4da6-ade6-db042a692acf,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:38.584295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2283815f-a178-4da6-ade6-db042a692acf'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:04:38.608867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:38.611327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d54dd1e-640b-49ee-8bb8-f53234eaa344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:38.622775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:38.629581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:38.644593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e0bfc-60c3-4f71-8e1f-0399b8572932 req-4a6f663c-cd9b-4283-a84c-2e711aeadf56 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:38.646796 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c3e0bfc-60c3-4f71-8e1f-0399b8572932 req-4a6f663c-cd9b-4283-a84c-2e711aeadf56 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 944 time: 0.1687143 Dec 21 04:04:38.722815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc69ad02-d7fd-4fe8-8608-019c48145878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:38.741768 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f29c31aa067d461aaeeb64ff09e87cf0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4495499 Dec 21 04:04:38.742814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43748) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:38.745952 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2283815f-a178-4da6-ade6-db042a692acf', 'code': 200} Dec 21 04:04:38.794077 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c3e0bfc-60c3-4f71-8e1f-0399b8572932 req-b217e414-fcb2-42ec-b400-be17ea2b42a0 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401122 Dec 21 04:04:38.797004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=2283815f-a178-4da6-ade6-db042a692acf,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:38.805071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:38.843621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1fdb2-d8f9-41bb-b787-84e014d661ad,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:38.864153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:38.907604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.001605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.062838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43764) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:39.093407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.107131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-087f609f-2a9f-4b5b-a5ac-82c66dcdddb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:39.116494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ed097-24f0-4fc4-83c7-446e05164a43 req-ba02cf64-fc0f-4e58-a9b8-ce70d9c0af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:39.118280 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6b3ed097-24f0-4fc4-83c7-446e05164a43 req-ba02cf64-fc0f-4e58-a9b8-ce70d9c0af7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 1163 time: 0.1127300 Dec 21 04:04:39.118785 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43770) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:39.126744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1fdb2-d8f9-41bb-b787-84e014d661ad,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:39.130620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:39.132828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.136223 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35b1fdb2-d8f9-41bb-b787-84e014d661ad HTTP/1.1" status: 204 len: 168 time: 0.3904705 Dec 21 04:04:39.176986 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6b3ed097-24f0-4fc4-83c7-446e05164a43 req-d5a9338d-08df-4fdd-9cba-27a968fcdfa8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Dec 21 04:04:39.307471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.324483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:39.328472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Usage tracker for resource:security_group_rule and tenant:aeaf147df43240bf81946aacae7bdffc is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:39.332024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:39.337756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:39.425891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.430511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.448673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-717526679-network', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:39.454515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:39.458900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Usage tracker for resource:network and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:39.462178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:39.468728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:39.479286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Made reservation on behalf of 70f15df5ba1e40b5b20e5b11b2847f20 for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:39.485362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.500525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.520089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:39.524865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:39.531558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:39.538292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:39.561733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43782) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:39.640488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-310dd46b-f9bb-4f08-bba0-709a9f0908e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:39.647643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.651149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.655824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:39.676997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede6f567-947b-4d5d-ab42-a2ff30206a06,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:39.702808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:39.703321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:04:39.714731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680d4e4-250c-4a05-92eb-b20289bcfdf7,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:39.718929 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:39.722054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.722604 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Added segment 8f66b9fc-cdfd-4e77-be49-9867e3cc9aac of type vxlan for network e8d7f759-c45c-4588-a460-4f62b72c6044 Dec 21 04:04:39.732366 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeaf147df43240bf81946aacae7bdffc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6682861 Dec 21 04:04:39.735073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43794) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:39.748815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 2283815f-a178-4da6-ade6-db042a692acf up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:39.763036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.788309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.842471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.861075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 2283815f-a178-4da6-ade6-db042a692acf triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:39.861718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.872493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.881495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:39.923993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.936395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7be6159de10746e8971adce3219bbc3c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:39.941186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:39.946323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.resource_extend [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 21 04:04:39.973117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:39.976913 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ede6f567-947b-4d5d-ab42-a2ff30206a06 HTTP/1.1" status: 204 len: 168 time: 0.2384763 Dec 21 04:04:39.977079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:39.979146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede6f567-947b-4d5d-ab42-a2ff30206a06,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:39.981856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:39.992214 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:40.023011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:40.029519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:40.030240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:40.092601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d00a2a26-e9ff-4da9-95ba-beec1d811d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:40.129939 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0100472 Dec 21 04:04:40.133236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43810) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:40.139719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Request body: {'subnet': {'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-subnet', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:40.148812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:40.156250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Usage tracker for resource:subnet and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:40.162038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:40.171453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:40.198019 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Made reservation on behalf of 70f15df5ba1e40b5b20e5b11b2847f20 for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:40.205743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:40.207429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bb8e6-cd33-4e3d-9061-879bf58daa28 req-3240122f-2762-4d73-b0eb-2564d003afd4 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:40.209291 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-690bb8e6-cd33-4e3d-9061-879bf58daa28 req-3240122f-2762-4d73-b0eb-2564d003afd4 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.4032512 Dec 21 04:04:40.316782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Pushing event updated for resources: {'Network': ['ID=e8d7f759-c45c-4588-a460-4f62b72c6044,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:40.328532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:40.328925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network e8d7f759-c45c-4588-a460-4f62b72c6044 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:04:40.422426 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-690bb8e6-cd33-4e3d-9061-879bf58daa28 req-691f328c-6869-4e47-89a2-a09a2b7b044f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983819 Dec 21 04:04:40.464692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba4f95-922d-4d67-a287-1188135a1f8f req-a8c1e737-245a-47c9-86b0-cf9e52e19453 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:40.466359 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b3ba4f95-922d-4d67-a287-1188135a1f8f req-a8c1e737-245a-47c9-86b0-cf9e52e19453 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 946 time: 0.3543084 Dec 21 04:04:40.475239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:40.528188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network e8d7f759-c45c-4588-a460-4f62b72c6044 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:04:40.566745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:40.596380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:40.695752 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b3ba4f95-922d-4d67-a287-1188135a1f8f req-23a910b7-0cea-4c4f-8d34-3f69184ba3d9 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190781 Dec 21 04:04:40.729970 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7be6159de10746e8971adce3219bbc3c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1667471 Dec 21 04:04:40.730533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43828) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:40.746737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6309425c-e777-489c-ba2e-9fde9c06d5d8,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:40.751243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:40.774434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43832) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:40.895358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:40.912557 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43838) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:40.949446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.050793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.064000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.066817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:41.070914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Usage tracker for resource:security_group_rule and tenant:dfd1f46cec84420c971e989ac0c9a483 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:41.073925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:41.079848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:41.096598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-12a132d7-0931-4df5-ad85-b64f4df5583a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:41.130482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.194600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.197879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.212965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc6dbd78-c3bc-4036-976c-828f8cce949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:41.242990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.270164 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfd1f46cec84420c971e989ac0c9a483&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4945610 Dec 21 04:04:41.272541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43850) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:41.275684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6521fbf9-22b4-4d57-912b-fd2414e1d07c,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:41.283830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541169d3-e93b-4a4e-a734-c2b876dd151d,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:41.286421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:41.286559 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.287015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.287507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.287998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.288483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.288962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.289464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.289965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.290553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.291109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.291990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.292547 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.293078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.293689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.294170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.294645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.295121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.295594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.296085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.296557 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.297036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.297826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.298303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.298808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.304117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:41.304284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.305364 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6309425c-e777-489c-ba2e-9fde9c06d5d8 HTTP/1.1" status: 204 len: 168 time: 0.5687463 Dec 21 04:04:41.317813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Usage tracker for resource:security_group_rule and tenant:737b51b669f341a384aa96ca271d7481 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:41.321399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.321818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.322201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.322578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.322939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.323293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.323659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.330678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.331459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.332097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.332735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.333275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.334103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.334629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.335695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.336216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.336733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.337419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.337950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.338480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.338999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.339623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.340596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.341138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:41.368020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:41.376620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:41.390676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-65a43bd0-36cb-42e9-9965-c5a2e05341c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:41.398903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:41.433678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6309425c-e777-489c-ba2e-9fde9c06d5d8,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:41.442779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:41.522007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Checking segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:41.522413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Network hostable DHCP agents. Network: e8d7f759-c45c-4588-a460-4f62b72c6044, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:04:41.534109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.588372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.605084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Network e8d7f759-c45c-4588-a460-4f62b72c6044 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:04:41.637858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, e8d7f759-c45c-4588-a460-4f62b72c6044) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:41.646399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81e2a1-6353-4d02-8f27-681cbd07d9e9 None None] Network e8d7f759-c45c-4588-a460-4f62b72c6044 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:04:41.692602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:41.693255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.724625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.732460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2802-757f-4c19-8bb5-233188fc1f6c req-9ef98e4d-51af-4cd1-9680-215a1685a82b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:41.734053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.734772 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-478f2802-757f-4c19-8bb5-233188fc1f6c req-9ef98e4d-51af-4cd1-9680-215a1685a82b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1172466 Dec 21 04:04:41.747206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1aea73d3-4af5-4fa1-a0df-310d60ebd52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:41.779779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.791258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.791258 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6521fbf9-22b4-4d57-912b-fd2414e1d07c HTTP/1.1" status: 204 len: 168 time: 0.5055318 Dec 21 04:04:41.791258 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6508820 Dec 21 04:04:41.795540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 43872) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:41.809349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=737b51b669f341a384aa96ca271d7481&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8921087 Dec 21 04:04:41.810419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e65f9d-3a2e-4f9d-b2d1-dc34b252657b,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:41.814069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43880) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:41.816670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:41.817484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6e60ab10-1b81-42d7-a862-fd36da05e0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:41.840968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6521fbf9-22b4-4d57-912b-fd2414e1d07c,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:41.841791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:41.845184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:41.857806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:41.879338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Usage tracker for resource:router and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:41.884700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:41.903158 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-478f2802-757f-4c19-8bb5-233188fc1f6c req-b9fbca3e-5173-4ccf-a66f-7b910e545c6e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594739 Dec 21 04:04:41.913041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:41.920830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43884) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:41.947515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.949192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.992281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:41.999482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.019633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:42.024038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb8ef2642544ca681c23ff1633db5b9 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:42.027366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:42.034237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:42.112408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-e8d7f759-c45c-4588-a460-4f62b72c6044', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 04:04:42.112785 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.115265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.170756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.202363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.209166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.253497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ba000519-eb0d-488a-842a-6d1ab6a46de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:42.262255 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bb8ef2642544ca681c23ff1633db5b9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3401573 Dec 21 04:04:42.273941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43892) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:42.340083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43829c4a-029d-4f7b-81c5-649b11d6f9a0,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:42.343536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:42.367772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.399249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.413331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.421027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-57b85b01-cbd9-425b-a0b6-18fe64268254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:42.448087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.448763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e65f9d-3a2e-4f9d-b2d1-dc34b252657b,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:42.451783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:42.495838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebb100-1637-42a9-b122-58e3f23c69b4 req-249f4cdf-699c-4d20-83af-c20d36b8c2f3 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:42.504349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-48ebb100-1637-42a9-b122-58e3f23c69b4 req-249f4cdf-699c-4d20-83af-c20d36b8c2f3 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 946 time: 0.4311383 Dec 21 04:04:42.515834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.521131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9b20ce15-6ff0-49b5-bf53-237bb19bda3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:42.528042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.540212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5e65f9d-3a2e-4f9d-b2d1-dc34b252657b HTTP/1.1" status: 204 len: 168 time: 0.7256234 Dec 21 04:04:42.546254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:42.547711 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43829c4a-029d-4f7b-81c5-649b11d6f9a0 HTTP/1.1" status: 204 len: 168 time: 0.2726343 Dec 21 04:04:42.549242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43829c4a-029d-4f7b-81c5-649b11d6f9a0,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:42.551864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:42.585996 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-48ebb100-1637-42a9-b122-58e3f23c69b4 req-c757c892-118e-4260-b88d-f4212376684f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805998 Dec 21 04:04:42.682674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Allocated IP 172.20.0.2 (e8d7f759-c45c-4588-a460-4f62b72c6044/541169d3-e93b-4a4e-a734-c2b876dd151d/68d0b83a-2de3-4da9-97c4-fe1082a0ee0c) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:43.015728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.061890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.387280 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.400747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Transition to ACTIVE for port object 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:43.404878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43934) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:43.422517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Transition to ACTIVE for port object 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:43.430722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.445246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.455681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:43.500372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:43.511820 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Usage tracker for resource:security_group_rule and tenant:adb9ce4198124e29ac4368f700dd2581 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:43.518616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:43.527688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Allocated IP 172.28.1.82 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/196a0916-3397-4fcd-a32d-a56b61df85ad) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:43.531531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:43.538208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Pushing event updated for resources: {'Port': ['ID=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:43.552845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:43.697449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.704613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.723005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.727922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:43.755658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:43.810271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:43.835659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Network e8d7f759-c45c-4588-a460-4f62b72c6044 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:43.837179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:43.843927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:43.858473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adb9ce4198124e29ac4368f700dd2581&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4522843 Dec 21 04:04:43.859178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43948) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:43.867714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cca2a0-f24c-45d1-8abd-a7e62fac0ff8,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:43.904106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:44.007096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ad594-352f-479a-9f92-5ccc39f2ae1c req-f6743fde-777b-4f14-af62-c8eda7078f14 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:44.013840 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-792ad594-352f-479a-9f92-5ccc39f2ae1c req-f6743fde-777b-4f14-af62-c8eda7078f14 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.8421748 Dec 21 04:04:44.037767 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Attempting to bind port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:44.038155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Attempting to bind port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:44.038617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Attempting to bind port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c on network e8d7f759-c45c-4588-a460-4f62b72c6044 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:44.059959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:44.060360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Checking segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:44.060780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.061216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Bound using segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:44.070307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Bound port: 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:44.070811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.085306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.159284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.300008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.300996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] For port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:44.305932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] For port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:44.315740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.318911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d8caf5f5-57f7-4f69-b88c-9afbcbe16b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:44.323753 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-792ad594-352f-479a-9f92-5ccc39f2ae1c req-892cb255-1196-4d2b-b581-0b89923cc5af tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804811 Dec 21 04:04:44.348366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Pushing event updated for resources: {'Port': ['ID=196a0916-3397-4fcd-a32d-a56b61df85ad,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:44.366807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:44.376595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cca2a0-f24c-45d1-8abd-a7e62fac0ff8,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:44.403164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:44.412026 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8cca2a0-f24c-45d1-8abd-a7e62fac0ff8 HTTP/1.1" status: 204 len: 168 time: 0.5505543 Dec 21 04:04:44.413219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:44.452449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:44.453817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:44.456604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:44.566870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:44.666224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Pushing event updated for resources: {'Port': ['ID=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:44.670347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:44.838975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 43984) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:45.349782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2016314986-network', 'tenant_id': 'ca40d5a691e84e83ade31f7992bfe555'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:45.356454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:45.370499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Usage tracker for resource:network and tenant:ca40d5a691e84e83ade31f7992bfe555 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:45.375231 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:45.393148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:45.440866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Made reservation on behalf of ca40d5a691e84e83ade31f7992bfe555 for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:45.448084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:45.470212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-c0573ecf-1f3e-4998-a028-794e9dcc42b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.9397662 Dec 21 04:04:45.488612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:45.535451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:45.539808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:45.546090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Usage tracker for resource:security_group_rule and tenant:ca40d5a691e84e83ade31f7992bfe555 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:45.554552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:45.566276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:45.763295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:45.771662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:45.777081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-47ca4198-707f-47c1-bc3e-cf0e5753aa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:45.848652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:04:45.865952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d52dd12-1477-4f71-bdb6-0535e8c0aa85,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:45.884865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:45.890311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:45.890892 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Added segment 33c58698-afce-456e-9f74-c5eced51ddc8 of type vxlan for network a8c1782c-bb32-4027-9c4e-9210596e088d Dec 21 04:04:45.975372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:46.052734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:46.054136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:46.054778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:46.068309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:46.215996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-806fb429-ad86-4718-a654-bac8972f54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:46.217640 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-806fb429-ad86-4718-a654-bac8972f54e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 1163 time: 0.4465685 Dec 21 04:04:46.242877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b805f29-0196-4dab-9889-620043469961 req-1014f332-406c-4dee-8a34-09da2dec3203 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:46.244495 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b805f29-0196-4dab-9889-620043469961 req-1014f332-406c-4dee-8a34-09da2dec3203 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.4758227 Dec 21 04:04:46.277643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:46.328632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Pushing event updated for resources: {'Network': ['ID=a8c1782c-bb32-4027-9c4e-9210596e088d,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:46.340172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:46.340808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network a8c1782c-bb32-4027-9c4e-9210596e088d details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:04:46.354067 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5138934 Dec 21 04:04:46.357075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44036) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:46.364164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Request body: {'subnet': {'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2016314986-subnet', 'tenant_id': 'ca40d5a691e84e83ade31f7992bfe555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:46.374321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:46.390057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Usage tracker for resource:subnet and tenant:ca40d5a691e84e83ade31f7992bfe555 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:46.393664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:46.401624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network a8c1782c-bb32-4027-9c4e-9210596e088d details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:04:46.407368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:46.429279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Made reservation on behalf of ca40d5a691e84e83ade31f7992bfe555 for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:46.451003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:46.669186 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b805f29-0196-4dab-9889-620043469961 req-41610e9e-5a09-421a-8176-c160a9fede7a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955626 Dec 21 04:04:46.766556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fc82a-3609-4475-9fb3-3673a3f92686 None None] Network e8d7f759-c45c-4588-a460-4f62b72c6044 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:04:46.835128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-acf14e56-e584-4394-a1e4-eff19e614cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:46.850111 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-acf14e56-e584-4394-a1e4-eff19e614cf5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 909 time: 0.5941179 Dec 21 04:04:47.137387 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-e14f66da-5085-4c53-9915-eb3976ee8ea1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae699a75-176a-4667-a1ae-e335dcd1d97b HTTP/1.1" status: 200 len: 217 time: 0.2338405 Dec 21 04:04:47.193897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-eda40a8c-00d0-412a-aa4e-6b26dfaf9821 None None] Provisioning for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:47.200366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:47.353383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:47.364728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:47.365279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:47.420334 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Router a9dee65c-ece8-4f14-901a-66564b490410 is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 04:04:47.500203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:47.543505 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:47.547552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:47.550227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:47.571285 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:47.596176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44078) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:47.604838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:47.633616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-90bf0a34-03d9-4fa8-af82-ec9cfcdf5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:47.635186 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-90bf0a34-03d9-4fa8-af82-ec9cfcdf5d44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.4746206 Dec 21 04:04:47.649427 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:47.652350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:47.883847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ed82045f-6daa-4f18-8731-567a0e621f6f None None] Provisioning complete for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:47.883847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ed82045f-6daa-4f18-8731-567a0e621f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.067773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a408db7-58cf-4227-aa6a-69b2bc62e183,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:48.082854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:48.103430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Checking segment: {'id': '33c58698-afce-456e-9f74-c5eced51ddc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:48.103829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Network hostable DHCP agents. Network: a8c1782c-bb32-4027-9c4e-9210596e088d, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:04:48.142078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.148107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Network a8c1782c-bb32-4027-9c4e-9210596e088d is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:04:48.167585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, a8c1782c-bb32-4027-9c4e-9210596e088d) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:48.171748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:48.172749 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.185065 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-1040da04-9d1d-48a2-a397-bd019f4a1966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5352736 Dec 21 04:04:48.203542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:48.208661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Usage tracker for resource:security_group_rule and tenant:2862817d42a24d2e918c54f23434af79 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:48.212588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:48.221609 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7b04c8f2-4479-4398-9a86-57789088acd4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8552251 Dec 21 04:04:48.221890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e537ce-b9d2-47a1-a427-b40a3fd7c999 None None] Network a8c1782c-bb32-4027-9c4e-9210596e088d requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:04:48.230682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:48.433176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-1e2e2abb-8293-49e5-8fda-54c6b10891c6 None None] Provisioning complete for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:48.433615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1e2e2abb-8293-49e5-8fda-54c6b10891c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.481465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-a3cde01d-8bd9-481f-9cda-2e7ad550a7c2 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:48.486899 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-a3cde01d-8bd9-481f-9cda-2e7ad550a7c2 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 1.3249285 Dec 21 04:04:48.669325 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-a9004c27-1a38-4e68-bd3b-eaa3c06661e2 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/quotas/7f3bb1f3e1f543e2bf34d40cd5857a91 HTTP/1.1" status: 200 len: 375 time: 0.1410456 Dec 21 04:04:48.680888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50bc55-2fc8-4a22-ad8f-516f5dc9a924 None None] Network a8c1782c-bb32-4027-9c4e-9210596e088d requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:04:48.698537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:04:48.710357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:04:48.750380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:04:48.751063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:04:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:48.754515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.780088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-fd67583e-fcd7-45f2-aa47-1a8ee66d2864 None None] Provisioning complete for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:48.780509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fd67583e-fcd7-45f2-aa47-1a8ee66d2864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.793129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:48.816048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f743506c-f8b9-4065-b7fd-695ec90a9afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:48.878776 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-ce7587fc-5d1a-4fe8-b5a7-f0d3fd519907 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811779 Dec 21 04:04:48.894871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3294-dc8c-469e-8120-21e5606bda55 req-fd72e890-b64d-4adc-a123-89356b52404c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:48.897334 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a16b3294-dc8c-469e-8120-21e5606bda55 req-fd72e890-b64d-4adc-a123-89356b52404c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.8404064 Dec 21 04:04:48.969803 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2862817d42a24d2e918c54f23434af79&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3568823 Dec 21 04:04:48.972721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44122) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:48.985629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c1056-e3c3-463d-8ff8-4a4c294154f1,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:49.026147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:49.028266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:49.048109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:49.052946 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2510102 Dec 21 04:04:49.058378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44126) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:49.124548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:49.182205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:49.251559 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a16b3294-dc8c-469e-8120-21e5606bda55 req-a836f111-b3ec-4b33-8054-97f918f4ae3b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112650 Dec 21 04:04:49.301192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:49.306911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-98202cb5-2ae0-42ec-8aa4-7ab6138316d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:49.327107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c1056-e3c3-463d-8ff8-4a4c294154f1,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:49.332744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:49.340658 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b23c1056-e3c3-463d-8ff8-4a4c294154f1 HTTP/1.1" status: 204 len: 168 time: 0.3667843 Dec 21 04:04:49.342018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:49.365020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:04:49.408390 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-86ddb82e-810f-4c13-a330-f4930b6615bb tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7118948 Dec 21 04:04:49.503706 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2caa9b62-b492-47fd-88c8-ff2e8abc27e4 req-998d5f98-fe67-4f95-93b9-b4c0e09a6929 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6008289 Dec 21 04:04:49.743675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:49.744233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:49.869882 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-8fc4e47b-bb8a-4e2d-8747-f0c1eb6fcd78 service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441254 Dec 21 04:04:49.886314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:45Z', 'revision_number': 3, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:49.891430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:04:49.891430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Updating router a9dee65c-ece8-4f14-901a-66564b490410 port 196a0916-3397-4fcd-a32d-a56b61df85ad binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:04:49.997634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.196499 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-c689522a-03ff-4203-933c-bc18abb6055b service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3159513 Dec 21 04:04:50.363375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.518902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44180) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:50.561908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.636107 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b43049af-bb26-4007-8c89-b32fda347faa req-12ba9b2c-ca35-4b56-9450-0adff0a8a179 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 210 time: 0.1541789 Dec 21 04:04:50.683235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:50.715053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Usage tracker for resource:security_group_rule and tenant:9108fefe260e40d8bcc1f18f562b0c9e is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:50.724968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:50.731878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:50.815529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44192) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:50.826196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229516600-network', 'tenant_id': '1359fd0cb4a142cc8e2998341056f3ce'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:50.840112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:50.849871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Usage tracker for resource:network and tenant:1359fd0cb4a142cc8e2998341056f3ce is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:50.853802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:50.864663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:50.867939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.896628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Transition to ACTIVE for port object 196a0916-3397-4fcd-a32d-a56b61df85ad will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:50.900067 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Made reservation on behalf of 1359fd0cb4a142cc8e2998341056f3ce for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:50.900989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.920177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.944243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-23f324ef-3aeb-45cf-9e36-60dbf8228b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:50.952064 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:50.996724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:51.000753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1359fd0cb4a142cc8e2998341056f3ce is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:51.009698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:51.026110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:51.116372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c81052-0fdd-41cf-8c75-7fb11ef8caf4 None None] Pushing event updated for resources: {'Port': ['ID=196a0916-3397-4fcd-a32d-a56b61df85ad,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:51.121065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f2c81052-0fdd-41cf-8c75-7fb11ef8caf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:51.146394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.147470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44200) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:51.160455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.178233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Attempting to bind port 196a0916-3397-4fcd-a32d-a56b61df85ad on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:51.178816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Attempting to bind port 196a0916-3397-4fcd-a32d-a56b61df85ad by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:51.178963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:04:51.179425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Attempting to bind port 196a0916-3397-4fcd-a32d-a56b61df85ad on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:51.186769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:51.187392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:51.187884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.188400 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:51.189013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Bound port: 196a0916-3397-4fcd-a32d-a56b61df85ad, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:51.189685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.193583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-969644cb-5046-49bd-921c-ec7e7c4ef868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:51.203150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.203516 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Added segment 9613d270-1b07-4702-8daf-f32ace2f7b76 of type vxlan for network d0dbacca-db3a-4912-ba3c-0dd1db317171 Dec 21 04:04:51.249674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.321218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] For port 196a0916-3397-4fcd-a32d-a56b61df85ad, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:51.328699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] For port 196a0916-3397-4fcd-a32d-a56b61df85ad, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=196a0916-3397-4fcd-a32d-a56b61df85ad,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:51.336470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.353927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.364346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.369568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.372783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f2c81052-0fdd-41cf-8c75-7fb11ef8caf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:51.383271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:51.384208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.388652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e1991-db47-40b1-b0ab-451f1b2d88f1 req-75b42ea1-79a6-447c-8031-eabd465210dd tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:51.390539 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ed9e1991-db47-40b1-b0ab-451f1b2d88f1 req-75b42ea1-79a6-447c-8031-eabd465210dd tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.7538092 Dec 21 04:04:51.428928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb261575-a9e5-4516-8705-274c48cac4af,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:51.440110 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6234767 Dec 21 04:04:51.441530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:51.446436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-786c9110-723d-4e18-89e1-32609f68cfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:51.458205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44210) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:51.473483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Request body: {'subnet': {'network_id': 'd0dbacca-db3a-4912-ba3c-0dd1db317171', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229516600-subnet', 'tenant_id': '1359fd0cb4a142cc8e2998341056f3ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:51.479531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:51.483759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Usage tracker for resource:subnet and tenant:1359fd0cb4a142cc8e2998341056f3ce is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:51.486994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:51.493099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:51.505467 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9108fefe260e40d8bcc1f18f562b0c9e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9859834 Dec 21 04:04:51.516635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44216) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:51.519533 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ed9e1991-db47-40b1-b0ab-451f1b2d88f1 req-ec856459-ff4c-4311-8e67-4b15500ad0da tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213875 Dec 21 04:04:51.543201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Made reservation on behalf of 1359fd0cb4a142cc8e2998341056f3ce for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:51.548204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.592573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34085828-9ab3-4e16-823a-b55a5544be01,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:51.611564 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:51.612102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:51.632013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c81052-0fdd-41cf-8c75-7fb11ef8caf4 None None] Pushing event updated for resources: {'Port': ['ID=196a0916-3397-4fcd-a32d-a56b61df85ad,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:51.637474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f2c81052-0fdd-41cf-8c75-7fb11ef8caf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:51.729947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:04:51.730225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Allocated IP 172.20.0.1 (e8d7f759-c45c-4588-a460-4f62b72c6044/541169d3-e93b-4a4e-a734-c2b876dd151d/cbe3775a-4018-4690-b83f-ee585aaf9187) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:51.731243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:04:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:51.919945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.963076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dbacca-db3a-4912-ba3c-0dd1db317171,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:51.982708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:04:51.989605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:51.999395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:52.024733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:52.029059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Usage tracker for resource:security_group_rule and tenant:7775dc8a86d34e9baa236e7dfc8f76a0 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:52.030594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:04:52.032711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:52.042006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:52.060268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:04:52.067306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.187391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44230) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:52.195943 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fcda099f-f81d-4a98-b238-9065ebd56bc3 req-03ceda83-53ed-48c7-b308-079c39565d61 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 210 time: 0.1760743 Dec 21 04:04:52.282037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.412581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.436002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06fa584c-b000-4ed4-8908-0cf9ea431bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:52.514640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Transition to ACTIVE for port object cbe3775a-4018-4690-b83f-ee585aaf9187 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:52.527429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.542253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34085828-9ab3-4e16-823a-b55a5544be01,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:52.549633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.553290 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:52.568466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-3ddbf242-54e1-4816-9a62-df5cc900d2e7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:52.570729 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-3ddbf242-54e1-4816-9a62-df5cc900d2e7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.2750099 Dec 21 04:04:52.571946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.585798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.600130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Request body: {'port': {'device_id': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497', 'admin_state_up': True, 'tenant_id': '7f3bb1f3e1f543e2bf34d40cd5857a91'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:52.600460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9406d429-1bf4-4a8c-95c3-a16df09251e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:52.622852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.634944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:52.637618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.638790 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34085828-9ab3-4e16-823a-b55a5544be01 HTTP/1.1" status: 204 len: 168 time: 1.1202028 Dec 21 04:04:52.672563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Usage tracker for resource:security_group_rule and tenant:5cd9557143ae4e01a679cfcf5be96c06 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:52.700500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:52.716626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:52.751304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-db66351e-a194-4425-90a5-6ee940948edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:45Z', 'revision_number': 3, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:52.756653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db66351e-a194-4425-90a5-6ee940948edf None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:45Z', 'revision_number': 3, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:04:52.797915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:52.830909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166563f7-8c1c-494b-b516-08a4787269ea,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:52.834465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:52.840442 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7775dc8a86d34e9baa236e7dfc8f76a0&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6902592 Dec 21 04:04:52.848944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44244) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:52.981975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.985060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:52.997232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Network e8d7f759-c45c-4588-a460-4f62b72c6044 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:53.007623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:53.008479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.015065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:53.021640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7825be8f-4f39-45ac-8f73-1e1420127e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:53.059239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da68d713-f34d-4363-9a8b-9e301301c5a5,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:53.062696 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:53.068945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.108565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe3775a-4018-4690-b83f-ee585aaf9187,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:53.121208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:53.132331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:53.169569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3c247-ad03-47d0-bbb9-06af2a018905 req-8e2939b0-2a7e-4273-b4cf-e92cdd42b708 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:53.172857 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fdb3c247-ad03-47d0-bbb9-06af2a018905 req-8e2939b0-2a7e-4273-b4cf-e92cdd42b708 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.3751299 Dec 21 04:04:53.183898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:53.259894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.307624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Made reservation on behalf of 7f3bb1f3e1f543e2bf34d40cd5857a91 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:04:53.314167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.410187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-393d825e-7ebc-4411-a81e-38769ef8eeb4 None None] Provisioning for port cbe3775a-4018-4690-b83f-ee585aaf9187 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:53.426724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-393d825e-7ebc-4411-a81e-38769ef8eeb4 None None] Provisioning complete for port cbe3775a-4018-4690-b83f-ee585aaf9187 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:53.427152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-393d825e-7ebc-4411-a81e-38769ef8eeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.544666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-393d825e-7ebc-4411-a81e-38769ef8eeb4 None None] Port cbe3775a-4018-4690-b83f-ee585aaf9187 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:04:53.555680 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cd9557143ae4e01a679cfcf5be96c06&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3618436 Dec 21 04:04:53.566283 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44264) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:53.577710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.612565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:53.638567 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fdb3c247-ad03-47d0-bbb9-06af2a018905 req-9a3a63c4-8dd8-4679-a304-dfbd746c7f41 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561844 Dec 21 04:04:53.745125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.764848 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a5db3f44-03f0-40d4-96d1-14b2c3fe5a5a req-8fe74c52-95b3-420a-bc77-76fcbedb0eda tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 210 time: 0.1495459 Dec 21 04:04:53.882065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5106bb68-29ce-4f7b-b312-8fe67677c742,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:53.892835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:53.893559 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.927253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0fb58282-626a-4f1d-80e5-293da2027197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:53.933861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44274) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:53.941277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:53.942658 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/166563f7-8c1c-494b-b516-08a4787269ea HTTP/1.1" status: 204 len: 168 time: 1.0927105 Dec 21 04:04:53.982336 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Allocated IP 172.20.0.9 (4f68ac37-aa69-49d6-a83e-a8d52b5f6497/b902fdaa-e9fa-4039-a313-8e2754366778/65aa620b-0161-4170-8f47-142f03cd242e) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:04:54.011450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166563f7-8c1c-494b-b516-08a4787269ea,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:54.021021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:54.038911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.045925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.145135 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Checking segment: {'id': '9613d270-1b07-4702-8daf-f32ace2f7b76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd0dbacca-db3a-4912-ba3c-0dd1db317171'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:54.145615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Network hostable DHCP agents. Network: d0dbacca-db3a-4912-ba3c-0dd1db317171, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:04:54.166975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.172553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:54.182306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:04:54.197420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da68d713-f34d-4363-9a8b-9e301301c5a5,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:54.200566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.204440 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da68d713-f34d-4363-9a8b-9e301301c5a5 HTTP/1.1" status: 204 len: 168 time: 0.6258855 Dec 21 04:04:54.204440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:54.206606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, d0dbacca-db3a-4912-ba3c-0dd1db317171) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:54.210233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:54.210837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.236775 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7669203 Dec 21 04:04:54.250299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa48ac-1350-41ed-a6eb-b5fa447af698 None None] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:04:54.499566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.539902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:54.544225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44292) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:54.559751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Usage tracker for resource:security_group_rule and tenant:61052b12ad984488b997d2ff1ea3d50d is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:54.563122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1910171-c88b-4716-adff-6b853845491d None None] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:04:54.568729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:54.576041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.576956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.595121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:54.600006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:54.605447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Usage tracker for resource:security_group_rule and tenant:30f9592fb1dc4dfd9ec177cb6c16bf75 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:54.608845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:54.617487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:54.692004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.760127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.766335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.779137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.781173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:54.804234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8b530fca-3b2d-4607-a00f-59a636a2f557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:54.812476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:04:54.846724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:54.863658 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30f9592fb1dc4dfd9ec177cb6c16bf75&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3149457 Dec 21 04:04:54.865471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44304) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:54.912180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed4a5ec-434f-4a0e-931a-0667d57a1757,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:54.916052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:54.978888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.014218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.083025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 196a0916-3397-4fcd-a32d-a56b61df85ad up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:55.098843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.107141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-11a962cb-b08f-4093-b20d-1e7397fb86ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.130666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed4a5ec-434f-4a0e-931a-0667d57a1757,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:55.140888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:55.144623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.150768 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ed4a5ec-434f-4a0e-931a-0667d57a1757 HTTP/1.1" status: 204 len: 168 time: 0.2840190 Dec 21 04:04:55.234802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 196a0916-3397-4fcd-a32d-a56b61df85ad completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:04:55.241500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 196a0916-3397-4fcd-a32d-a56b61df85ad triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:55.242824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.258946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44314) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:55.286052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.303665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:55.308217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Usage tracker for resource:security_group_rule and tenant:0f9a0745a8534eb9a253a384231e1758 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:55.311584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:55.318316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:55.417754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.420408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.424180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.448556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.455859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.484046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e87a8cab-bc16-40a8-a596-f7abb9ba06f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.490080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 196a0916-3397-4fcd-a32d-a56b61df85ad, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=196a0916-3397-4fcd-a32d-a56b61df85ad,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:04:55.497201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.499413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.523561 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f9a0745a8534eb9a253a384231e1758&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2633226 Dec 21 04:04:55.524623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44318) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:55.525498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4087dfd-a519-4f0f-b880-70abc9c09d4a,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:55.532020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe3775a-4018-4690-b83f-ee585aaf9187,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:55.535319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.546614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:55.658317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=196a0916-3397-4fcd-a32d-a56b61df85ad,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:55.661132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.674447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:55.692667 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61052b12ad984488b997d2ff1ea3d50d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7576866 Dec 21 04:04:55.698260 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44326) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:55.709810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.800566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event updated for resources: {'Port': ['ID=65aa620b-0161-4170-8f47-142f03cd242e,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:55.819024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.819399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:55.822253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.822593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:55.826720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.855354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099d59-e9a8-4dd1-94f8-54a2b843df7a req-541ae1ab-ca34-46b7-b154-d103a6d0fc6c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:55.856982 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b0099d59-e9a8-4dd1-94f8-54a2b843df7a req-541ae1ab-ca34-46b7-b154-d103a6d0fc6c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 1.0224826 Dec 21 04:04:55.872587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.927939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.933931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-07e5ffa0-c7c4-4313-803c-9f7d013d7c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.954537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0bef-4e42-4767-a2f2-e81ed0a104c1 req-16916521-2e77-4552-a901-ba4adcb79fc9 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:55.962228 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0dae0bef-4e42-4767-a2f2-e81ed0a104c1 req-16916521-2e77-4552-a901-ba4adcb79fc9 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 931 time: 0.6706154 Dec 21 04:04:55.964211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4087dfd-a519-4f0f-b880-70abc9c09d4a,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:55.967473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.971136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4087dfd-a519-4f0f-b880-70abc9c09d4a HTTP/1.1" status: 204 len: 168 time: 0.4398539 Dec 21 04:04:55.971136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:55.971483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:55.982298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:55.989714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-710c1717-e0dd-4a93-a89a-3e6669803dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:55.998618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:56.003115 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ebe334d-efd8-4fac-8d3c-b927d4b2d01c HTTP/1.1" status: 204 len: 168 time: 0.3007472 Dec 21 04:04:56.006713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe334d-efd8-4fac-8d3c-b927d4b2d01c,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:56.011115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:56.026038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:56.033166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe334d-efd8-4fac-8d3c-b927d4b2d01c,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:56.046045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:04:56.140850 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b0099d59-e9a8-4dd1-94f8-54a2b843df7a req-6de96cbc-b09e-4b2c-9b88-b7dfbb5fd2ee tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691584 Dec 21 04:04:56.185436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:56.187551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Network e8d7f759-c45c-4588-a460-4f62b72c6044 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:04:56.190323 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0dae0bef-4e42-4767-a2f2-e81ed0a104c1 req-786fa08d-3f0e-4721-8c7c-6f7521f3b639 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272525 Dec 21 04:04:56.193759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:04:56.210222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:56.210575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:56.428680 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8349252 Dec 21 04:04:56.448084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Request body: {'port': {'device_id': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:56.496502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-3b220798-d098-48a6-8a72-a4a09c32d731 None None] Provisioning complete for port cbe3775a-4018-4690-b83f-ee585aaf9187 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:56.497252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3b220798-d098-48a6-8a72-a4a09c32d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:56.497956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Router a9dee65c-ece8-4f14-901a-66564b490410 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:04:56.570806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-3b220798-d098-48a6-8a72-a4a09c32d731 None None] Port cbe3775a-4018-4690-b83f-ee585aaf9187 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:04:56.728223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:56.843311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:04:56.849332 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] 10.222.0.23 "PUT /v2.0/routers/a9dee65c-ece8-4f14-901a-66564b490410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7875376 Dec 21 04:04:56.855191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:04:56.888931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:04:56.889755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:04:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:57.155599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:04:57.344808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 196a0916-3397-4fcd-a32d-a56b61df85ad up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:04:57.457214 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-325c2183-0924-48c7-8c2c-6a6d433b8bdb tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:57.464973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-325c2183-0924-48c7-8c2c-6a6d433b8bdb tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/networks?id=a8c1782c-bb32-4027-9c4e-9210596e088d HTTP/1.1" status: 200 len: 809 time: 0.5738051 Dec 21 04:04:57.518309 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-b32183d0-570f-4774-a9ad-9a1939eb895b tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/quotas/ca40d5a691e84e83ade31f7992bfe555 HTTP/1.1" status: 200 len: 375 time: 0.0522311 Dec 21 04:04:57.547535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65aa620b-0161-4170-8f47-142f03cd242e {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:04:57.556110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:57.570858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Transition to ACTIVE for port object 65aa620b-0161-4170-8f47-142f03cd242e will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:57.584456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea3775-7b85-4f1b-8a7f-c856b876ea53 req-a309f55f-9b63-40df-9b54-cae7bf67ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:57.586066 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bdea3775-7b85-4f1b-8a7f-c856b876ea53 req-a309f55f-9b63-40df-9b54-cae7bf67ec7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 1163 time: 0.1624010 Dec 21 04:04:57.612313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:57.637308 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-6796a307-9d45-431e-bd56-d77c6f061354 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca40d5a691e84e83ade31f7992bfe555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180582 Dec 21 04:04:57.640439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bbdc5a9c-188f-45cc-aab2-28581f9b0647 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:57.684091 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bdea3775-7b85-4f1b-8a7f-c856b876ea53 req-6cf8629f-930d-41a9-99bd-d3f12b264316 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892837 Dec 21 04:04:57.734272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 196a0916-3397-4fcd-a32d-a56b61df85ad triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:04:57.736902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:57.852224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:04:54Z', 'revision_number': 2, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:04:57.886426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:04:57.886860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Updating router a9dee65c-ece8-4f14-901a-66564b490410 port cbe3775a-4018-4690-b83f-ee585aaf9187 binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:04:58.074905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44418) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:58.080786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'security_group': {'name': 'tempest-securitygroup--2027080053', 'description': 'tempest-description--658430606'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:58.091985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:58.104508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:58.107651 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:58.123397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:58.146176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.191448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:58.201038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:58.215634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:58.225779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:58.281486 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-92219a26-3468-46ce-8ed8-0371d555212f service neutron] 10.222.0.23 "GET /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800264 Dec 21 04:04:58.379704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.386687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.411996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.427368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a1bee225-c78a-4772-91e1-fef7a0e9c652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:58.458608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.463753 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.3877120 Dec 21 04:04:58.465951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44428) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:58.525981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:58.531243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Pushing event updated for resources: {'Port': ['ID=65aa620b-0161-4170-8f47-142f03cd242e,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:58.536493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c053e698-3f39-434e-b198-03c8c92fd598 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:58.543227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:58.543492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'security_group_rule': {'security_group_id': '17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:58.557597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:58.567797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:58.574307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:58.589516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:58.655348 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-a75a65a8-51d3-471a-b3dc-494721dad79c service neutron] 10.222.0.23 "GET /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3655217 Dec 21 04:04:58.656257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.797108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca821c-7341-45dc-959d-e8b48fdc5140 req-e0bd498a-deb4-4f24-aa25-14c25e4661fc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:58.799865 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-50ca821c-7341-45dc-959d-e8b48fdc5140 req-e0bd498a-deb4-4f24-aa25-14c25e4661fc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.4833300 Dec 21 04:04:58.935464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.944508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:58.946871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:59.043887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3afaddd-b0bd-4eaa-8640-6a642aa11ec1,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:59.068695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:59.070821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.079122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.5572791 Dec 21 04:04:59.090927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44450) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:59.094894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'security_group_rule': {'security_group_id': '17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:59.112819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:59.124731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:59.132775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:59.150424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:59.188079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.195548 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-50ca821c-7341-45dc-959d-e8b48fdc5140 req-f6974b3d-50c5-43db-9978-0476d285bfab tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946452 Dec 21 04:04:59.278666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Attempting to bind port 65aa620b-0161-4170-8f47-142f03cd242e on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:04:59.287941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Attempting to bind port 65aa620b-0161-4170-8f47-142f03cd242e by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:04:59.292238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Attempting to bind port 65aa620b-0161-4170-8f47-142f03cd242e on network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:04:59.319815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:04:59.320395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Checking segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:04:59.320821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.321228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Bound using segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:04:59.321778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Bound port: 65aa620b-0161-4170-8f47-142f03cd242e, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:04:59.324079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.355004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.362596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.364912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bcba842d-6c8e-489c-8252-b6ef612ce4cf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:59.429166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.430447 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3473868 Dec 21 04:04:59.437448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44466) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:04:59.438204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec33b2f-713f-47b0-9b4e-bcef336456ce,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:59.452671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'floatingip': {'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:04:59.457277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:59.460441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:04:59.464637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:floatingip and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:04:59.468492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:04:59.476108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:04:59.510952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.525479 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ee4dd921-e59c-4e14-9acc-c57a6ab19381 req-274f13c8-22ca-4f3a-ad58-8f67dbefe673 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 210 time: 0.1663826 Dec 21 04:04:59.573878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.595742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Transition to ACTIVE for port object cbe3775a-4018-4690-b83f-ee585aaf9187 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:04:59.603935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.625285 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347e868-9199-4fda-a477-cc6d2504a56f req-f70d885c-80a0-45f1-a2fb-c5f5d70a93ad tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:59.626173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-6347e868-9199-4fda-a477-cc6d2504a56f req-f70d885c-80a0-45f1-a2fb-c5f5d70a93ad tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:04:59.634255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] For port 65aa620b-0161-4170-8f47-142f03cd242e, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:04:59.636101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6dd68bdf-f2d0-4ebd-8e2b-67a08ba7dcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:59.641261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] For port 65aa620b-0161-4170-8f47-142f03cd242e, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=65aa620b-0161-4170-8f47-142f03cd242e,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:04:59.647734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.666538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:04:59.722759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-6347e868-9199-4fda-a477-cc6d2504a56f req-f70d885c-80a0-45f1-a2fb-c5f5d70a93ad tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:04:59.723732 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6347e868-9199-4fda-a477-cc6d2504a56f req-f70d885c-80a0-45f1-a2fb-c5f5d70a93ad tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 943 time: 0.3627799 Dec 21 04:04:59.857577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.874045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Pushing event updated for resources: {'Port': ['ID=cbe3775a-4018-4690-b83f-ee585aaf9187,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:59.897513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Pushing event updated for resources: {'Port': ['ID=65aa620b-0161-4170-8f47-142f03cd242e,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:04:59.904822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:59.931818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.937527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.938090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.938662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.939397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.939949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.940494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.941037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.943306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.943864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.945205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.945786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.946626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.947368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.947913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.948446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.949192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.949776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.950326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.950869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.951419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.951955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.952495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.953022 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:04:59.967364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:04:59.974577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:04:59.975164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:04:59.976657 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] 10.222.0.21 "PUT /v2.0/ports/65aa620b-0161-4170-8f47-142f03cd242e HTTP/1.1" status: 200 len: 1157 time: 3.5339992 Dec 21 04:04:59.977308 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:00.018301 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6347e868-9199-4fda-a477-cc6d2504a56f req-b6b8a389-a340-4f5d-9e7a-e315f262386c tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166711 Dec 21 04:05:00.088733 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e', 'status': 'completed', 'code': 200} Dec 21 04:05:00.279119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-c02c2275-278f-4cbb-a763-c4465483346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:00.280822 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-c02c2275-278f-4cbb-a763-c4465483346b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 1160 time: 0.1706734 Dec 21 04:05:00.419819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Attempting to bind port cbe3775a-4018-4690-b83f-ee585aaf9187 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:00.425109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Attempting to bind port cbe3775a-4018-4690-b83f-ee585aaf9187 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:00.428763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Attempting to bind port cbe3775a-4018-4690-b83f-ee585aaf9187 on network e8d7f759-c45c-4588-a460-4f62b72c6044 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:00.442798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:00.446047 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Checking segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:00.446732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:00.447412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Bound using segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:00.448509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Bound port: cbe3775a-4018-4690-b83f-ee585aaf9187, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:00.451748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:00.537280 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-749ad7fa-d903-46b9-b37c-ae0ecfc7e826 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65aa620b-0161-4170-8f47-142f03cd242e HTTP/1.1" status: 200 len: 217 time: 0.2410758 Dec 21 04:05:00.612747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Allocated IP 172.28.1.203 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/78bebf16-d25d-4778-ab0a-50ba43828d86) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:00.670098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-b34b6bb7-d172-4680-b851-17273388f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:00.671624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] For port cbe3775a-4018-4690-b83f-ee585aaf9187, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:00.676415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-b34b6bb7-d172-4680-b851-17273388f6cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.1142476 Dec 21 04:05:00.683127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] For port cbe3775a-4018-4690-b83f-ee585aaf9187, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=cbe3775a-4018-4690-b83f-ee585aaf9187,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:00.687816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:00.727631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fca07fdf-a0ec-415d-b4e9-8e60ca328c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:00.824907 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-cde0eb02-7662-4c14-8bdd-71faa7c70a1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339679 Dec 21 04:05:00.934751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5be00b0d-1a43-4e95-8e6e-c5d435fc61db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:00.935053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:00.951291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42295935-6499-41e6-82e6-592d71c0b828 req-9ef63cff-5c04-4131-af29-93c9416abec9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:00.967687 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-42295935-6499-41e6-82e6-592d71c0b828 req-9ef63cff-5c04-4131-af29-93c9416abec9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.5202122 Dec 21 04:05:00.983522 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Pushing event updated for resources: {'Port': ['ID=cbe3775a-4018-4690-b83f-ee585aaf9187,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:00.987292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:01.013576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:01.063213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:01.111866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:01.112568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:04:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:01.136174 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-31e97e9b-c3c4-4bf3-b9e0-db9199939a74 req-4c96d217-6785-4d0c-8b5e-74cacecd31f8 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 210 time: 0.3356071 Dec 21 04:05:01.203081 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-42295935-6499-41e6-82e6-592d71c0b828 req-b5482ce7-3045-498c-80a4-7ef9652b1f15 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330573 Dec 21 04:05:01.303546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44520) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:01.408771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:01.604922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'Port': ['ID=78bebf16-d25d-4778-ab0a-50ba43828d86,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:01.615493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:01.659973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-65824bc3-d485-4139-a0db-1c66be7f0712 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812105 Dec 21 04:05:01.730227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:01.742741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:01.749679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:01.764883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-39864e5c-cebd-4306-82fa-890cbda5379f tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:01.768552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-5dff0305-bd52-417b-81de-46c4261e903b req-39864e5c-cebd-4306-82fa-890cbda5379f tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Synchronizing usage tracker for tenant:ca40d5a691e84e83ade31f7992bfe555 on resource:network {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:01.867834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:01.891133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:01.895566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec058e7e2ad4c76ada247f1f9ab410d is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:01.899026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:01.904037 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-08f04529-d804-463b-9e52-a3f0a88fd718 req-a701473d-8d28-4c76-bb52-37fa7276e987 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2286382 Dec 21 04:05:01.906791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:01.946284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fc6ac-62d1-46f3-9d06-2576c63224ff req-8453a880-880e-4398-8df3-da8c7f629d0b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:01.947936 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8b3fc6ac-62d1-46f3-9d06-2576c63224ff req-8453a880-880e-4398-8df3-da8c7f629d0b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.3874612 Dec 21 04:05:01.981677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8a66a-2d99-4ab6-aa6a-65fd2f1810dd req-1aa4586c-d7be-40b7-be7f-56fe33518004 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:01.989410 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7e8a66a-2d99-4ab6-aa6a-65fd2f1810dd req-1aa4586c-d7be-40b7-be7f-56fe33518004 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 943 time: 0.5126350 Dec 21 04:05:02.007959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:00Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:02.014039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10bd7f3-91af-40cf-98ac-ddc9a1ffd376 None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:00Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:05:02.048701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-5dff0305-bd52-417b-81de-46c4261e903b req-39864e5c-cebd-4306-82fa-890cbda5379f tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Unset dirty status for tenant:ca40d5a691e84e83ade31f7992bfe555 on resource:network {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:02.049981 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-39864e5c-cebd-4306-82fa-890cbda5379f tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.21 "GET /v2.0/networks?id=a8c1782c-bb32-4027-9c4e-9210596e088d HTTP/1.1" status: 200 len: 809 time: 0.8860371 Dec 21 04:05:02.072114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.082786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Request body: {'port': {'device_id': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d', 'admin_state_up': True, 'tenant_id': 'ca40d5a691e84e83ade31f7992bfe555'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:02.134810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.152152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.193178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d036638-1452-466d-b4af-9ad337617c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:02.224052 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8b3fc6ac-62d1-46f3-9d06-2576c63224ff req-3ddaff92-ba4f-4350-98ea-cc79bca441ce tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974866 Dec 21 04:05:02.227677 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ec058e7e2ad4c76ada247f1f9ab410d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9139507 Dec 21 04:05:02.259891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44556) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:02.304959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7656b272-7085-47cc-a18b-c1dbde5db071,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:02.307533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.427291 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7e8a66a-2d99-4ab6-aa6a-65fd2f1810dd req-92ebf8b0-7fb6-4d9e-a38e-730742a41cbe tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366078 Dec 21 04:05:02.569754 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f9a9fdb-7bfc-441b-adce-62aba33c36a1 req-f996c141-7c98-41c2-bf6d-71d1563c2c17 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 210 time: 0.1818769 Dec 21 04:05:02.574840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:02.591385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.638682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.704288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-969df749-237a-4315-8afe-6ebf4f2ac66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:02.706095 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-969df749-237a-4315-8afe-6ebf4f2ac66f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 1160 time: 0.6826518 Dec 21 04:05:02.783378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.802956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:02.971401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-b947904c-085f-4901-bee9-07c23f592a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:02.973038 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-b947904c-085f-4901-bee9-07c23f592a89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 909 time: 0.2570555 Dec 21 04:05:02.974490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44568) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:02.985018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44572) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:03.060942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device cbe3775a-4018-4690-b83f-ee585aaf9187 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:03.088413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.108152 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e893a261-a7cc-409d-a8d8-d4668d28383b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:03.119234 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-b0b32896-f902-4524-b076-563198534126 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65aa620b-0161-4170-8f47-142f03cd242e HTTP/1.1" status: 200 len: 217 time: 0.1170208 Dec 21 04:05:03.122417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656b272-7085-47cc-a18b-c1dbde5db071,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:03.132964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:03.134010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.135435 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7656b272-7085-47cc-a18b-c1dbde5db071 HTTP/1.1" status: 204 len: 168 time: 0.8750315 Dec 21 04:05:03.358146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2221e4bb-7263-4b00-969c-0ad3c23c1c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.382679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port cbe3775a-4018-4690-b83f-ee585aaf9187 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:03.388294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port cbe3775a-4018-4690-b83f-ee585aaf9187 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:03.388717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.496983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-eca636a8-a61d-4ef0-8d0f-39c68d43a39e tempest-DeleteServersTestJSON-735141913 tempest-DeleteServersTestJSON-735141913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:03.554530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.584379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'Port': ['ID=78bebf16-d25d-4778-ab0a-50ba43828d86,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:03.589016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:03.597002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.637290 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port cbe3775a-4018-4690-b83f-ee585aaf9187, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=cbe3775a-4018-4690-b83f-ee585aaf9187,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:03.643482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.649915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:03.674628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.685587 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2448485 Dec 21 04:05:03.747007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:03.755220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Usage tracker for resource:port and tenant:ca40d5a691e84e83ade31f7992bfe555 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:03.758734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=cbe3775a-4018-4690-b83f-ee585aaf9187,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:03.759661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Quota usage for port was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:03.762233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:03.773422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:03.779976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.783889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-47ae13e7-0acc-455f-acfb-ba29db807dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:03.785477 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-47ae13e7-0acc-455f-acfb-ba29db807dd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.6541197 Dec 21 04:05:03.796685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Made reservation on behalf of ca40d5a691e84e83ade31f7992bfe555 for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:05:03.802866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:03.937358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.052589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:04.062378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6aeecbaf186c402f8257c75df9098154 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:04.066454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:04.073073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:04.118130 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-02ff606c-98eb-4fa3-a3e3-8fcc21ab14b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825075 Dec 21 04:05:04.126062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.157804 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2dc70284-c041-4216-bab9-2c2349a63b8a req-d82dfae4-33e6-4b8d-abe3-2d8a27628bbc tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 210 time: 0.3127537 Dec 21 04:05:04.193524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:04.212604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Allocated IP 172.20.0.2 (a8c1782c-bb32-4027-9c4e-9210596e088d/6a408db7-58cf-4227-aa6a-69b2bc62e183/8dad0bb5-9ae2-4b9a-a488-930b3d043ecb) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:04.213151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b4289e69214ad7980a0f556f7d10dd is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:04.240666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:04.268838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:04.377491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 65aa620b-0161-4170-8f47-142f03cd242e up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:04.445089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21abad-811c-4275-bc84-e2fb3a0f5142 req-5ddd59f9-ce02-4a6d-94b5-47d51ef31f6d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:04.447202 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb21abad-811c-4275-bc84-e2fb3a0f5142 req-5ddd59f9-ce02-4a6d-94b5-47d51ef31f6d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 943 time: 0.6604071 Dec 21 04:05:04.503118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.546374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.561967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 65aa620b-0161-4170-8f47-142f03cd242e completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:04.569127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 65aa620b-0161-4170-8f47-142f03cd242e triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:04.569518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.570273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.625479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-f454221a-95a3-47f5-9ab6-31a2a9740ab9 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:04.628612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.640966 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:04.665768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-41a780e6-027f-4d20-9cc6-3b63090a863d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:04.678540 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aeecbaf186c402f8257c75df9098154&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6923761 Dec 21 04:05:04.680702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44632) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:04.689147 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb21abad-811c-4275-bc84-e2fb3a0f5142 req-5905ea3b-ed15-4ee9-ae78-5bc8b1730e53 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214615 Dec 21 04:05:04.691266 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-4eea5bc1-37ae-4065-b7a6-10c8b9c6be63 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438037 Dec 21 04:05:04.717830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.759883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.794084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:04.811948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-f454221a-95a3-47f5-9ab6-31a2a9740ab9 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:04.834633 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-f454221a-95a3-47f5-9ab6-31a2a9740ab9 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2027080053&fields=id&tenant_id=70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 267 time: 0.4026577 Dec 21 04:05:04.839699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 65aa620b-0161-4170-8f47-142f03cd242e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=65aa620b-0161-4170-8f47-142f03cd242e,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:04.843851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:04.848413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:04.908428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Pushing event updated for resources: {'Port': ['ID=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:04.924311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:04.975252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=65aa620b-0161-4170-8f47-142f03cd242e,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:04.978598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:04.993286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a44da02-4102-40fe-a8d2-5cc7f585d7ab,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:04.995249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Network a8c1782c-bb32-4027-9c4e-9210596e088d is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:04.997004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:04.999335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:05.005046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:05.010980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:05.012913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.063431 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9857185 Dec 21 04:05:05.090046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Request body: {'port': {'device_id': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:05.103833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device cbe3775a-4018-4690-b83f-ee585aaf9187 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:05.300082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.308296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.323095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port cbe3775a-4018-4690-b83f-ee585aaf9187 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:05.323843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.412041 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e', 'code': 200} Dec 21 04:05:05.419279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.448219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.498162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.514576 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e66e335-2f2c-4338-8d28-59631626e3a9 req-11f30145-55ec-4d34-9f4c-ffc400a831f8 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7907598 Dec 21 04:05:05.515396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.542843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6a56ca3a-b944-47b0-a9e6-14ed1f5bfbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:05.602497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-2a6991b6-fbe7-489a-a151-7f31c39d4b6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:05.603477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-2a6991b6-fbe7-489a-a151-7f31c39d4b6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:05.758592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dcc96f-c1f0-4117-9370-dada35ff2bae,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:05.763154 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4b4289e69214ad7980a0f556f7d10dd&name=default HTTP/1.1" status: 200 len: 2879 time: 2.7872255 Dec 21 04:05:05.765851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:05.768599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44658) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:05.782488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7a513-3098-4fe5-9834-943d8910635a req-6c27fdef-5972-451f-82fa-5584a86ad77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:05.784121 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-6c27fdef-5972-451f-82fa-5584a86ad77b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.4843378 Dec 21 04:05:05.792144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-2a6991b6-fbe7-489a-a151-7f31c39d4b6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:05.793335 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-2a6991b6-fbe7-489a-a151-7f31c39d4b6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 816 time: 0.9578259 Dec 21 04:05:05.869759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:05:05.870872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.878790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 65aa620b-0161-4170-8f47-142f03cd242e up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:05.882926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:05.890289 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-1e35c142-f4ba-4d32-90ae-2e73b52ff29b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/quotas/70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 375 time: 0.0590336 Dec 21 04:05:05.898394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.905000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.928174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Transition to ACTIVE for port object 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:05.934344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.959388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 65aa620b-0161-4170-8f47-142f03cd242e triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:05.959915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:05.968561 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:05.989646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a44da02-4102-40fe-a8d2-5cc7f585d7ab,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:06.036680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:06.079374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b9b4-5167-4092-9874-231788ddc1e5 req-d40c4b9b-1c0a-4736-96d9-d12ae3ab723a tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:06.087292 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7fb4b9b4-5167-4092-9874-231788ddc1e5 req-d40c4b9b-1c0a-4736-96d9-d12ae3ab723a tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 931 time: 0.4703829 Dec 21 04:05:06.100763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Pushing event updated for resources: {'Port': ['ID=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:06.110227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.114434 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a44da02-4102-40fe-a8d2-5cc7f585d7ab HTTP/1.1" status: 204 len: 168 time: 1.4221635 Dec 21 04:05:06.149006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03039-dcd9-4a94-9349-d4e3a7f667f9 req-aa19ae89-b165-4e02-a1fc-ac6becdf1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:06.150641 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-01c03039-dcd9-4a94-9349-d4e3a7f667f9 req-aa19ae89-b165-4e02-a1fc-ac6becdf1c6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 1162 time: 0.4572442 Dec 21 04:05:06.152810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.168509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:06.189436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7a513-3098-4fe5-9834-943d8910635a req-9f122267-22d9-4c01-841f-31d59f871e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:06.191076 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-9f122267-22d9-4c01-841f-31d59f871e2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.3962805 Dec 21 04:05:06.220731 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7fb4b9b4-5167-4092-9874-231788ddc1e5 req-d1cf787a-f499-4335-b5a8-bcbb534f28c5 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327281 Dec 21 04:05:06.332239 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-1ce098dc-8db5-486c-b57f-7ce8357fff3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.1322055 Dec 21 04:05:06.349757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-10943d96-4bcd-458a-9b19-852ced1f85c0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:06.355468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.368479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a009d06b-d011-4232-b7ae-d35e42d87769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:06.388771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dcc96f-c1f0-4117-9370-dada35ff2bae,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:06.390574 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-01c03039-dcd9-4a94-9349-d4e3a7f667f9 req-7d1da7bd-e7c3-408a-9e27-739290f821bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257924 Dec 21 04:05:06.401246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:06.406091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.408019 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3dcc96f-c1f0-4117-9370-dada35ff2bae HTTP/1.1" status: 204 len: 168 time: 0.6377189 Dec 21 04:05:06.479331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-10943d96-4bcd-458a-9b19-852ced1f85c0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:06.480753 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-10943d96-4bcd-458a-9b19-852ced1f85c0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5084133 Dec 21 04:05:06.485337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7a513-3098-4fe5-9834-943d8910635a req-e98a6b36-f771-4a3e-a4a5-35825154add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:06.487443 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-e98a6b36-f771-4a3e-a4a5-35825154add8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.1468019 Dec 21 04:05:06.578160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Attempting to bind port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:06.578691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Attempting to bind port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '33c58698-afce-456e-9f74-c5eced51ddc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:06.579169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Attempting to bind port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb on network a8c1782c-bb32-4027-9c4e-9210596e088d {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:06.586271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:06.586891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Checking segment: {'id': '33c58698-afce-456e-9f74-c5eced51ddc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:06.587418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.587926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Bound using segment: {'id': '33c58698-afce-456e-9f74-c5eced51ddc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:06.588520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Bound port: 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c58698-afce-456e-9f74-c5eced51ddc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a8c1782c-bb32-4027-9c4e-9210596e088d'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:06.589003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.716856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] For port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:06.721879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] For port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,segment=NetworkSegment(33c58698-afce-456e-9f74-c5eced51ddc8),segment_id=33c58698-afce-456e-9f74-c5eced51ddc8)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:06.726184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:06.743758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:06.831870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Pushing event updated for resources: {'Port': ['ID=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:06.857142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4d6c9-0329-4b7c-9136-ca06d847af3b req-b37fa5eb-42d1-444d-a2fa-dd5267fd98ea tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:06.858784 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98c4d6c9-0329-4b7c-9136-ca06d847af3b req-b37fa5eb-42d1-444d-a2fa-dd5267fd98ea tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.4455299 Dec 21 04:05:06.859315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:06.881453 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-462e2ff6-61b4-4642-845c-f865f7410789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2685814 Dec 21 04:05:07.036748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44680) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:07.062192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44684) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:07.080349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-40d21614-2c73-4803-bd35-2d8387bbbac6 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742915 Dec 21 04:05:07.090116 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98c4d6c9-0329-4b7c-9136-ca06d847af3b req-4a1102af-19dc-44f5-a1df-dd42f5422f0e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239678 Dec 21 04:05:07.092132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.117103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:07.121432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Usage tracker for resource:security_group_rule and tenant:e3662e6615ae4c65a8d75d089b124f9b is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:07.124940 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:07.132774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:07.144428 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-2c95ac0a-6c79-4d78-9353-7bc1b1280e84 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457044 Dec 21 04:05:07.179773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.205558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:07.213533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Usage tracker for resource:security_group_rule and tenant:e7109460c86a4dee9874b314664a7af7 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:07.219967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:07.230645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:07.247282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:07.247920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.249387 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] 10.222.0.21 "PUT /v2.0/ports/8dad0bb5-9ae2-4b9a-a488-930b3d043ecb HTTP/1.1" status: 200 len: 1157 time: 2.1715381 Dec 21 04:05:07.252758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:07.301360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.339817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.375974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fb3ba458-48d8-4fc6-a593-1ac1bbda82bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:07.387590 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3662e6615ae4c65a8d75d089b124f9b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3477628 Dec 21 04:05:07.390083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44702) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:07.472124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a76f023-528c-42b6-8630-ae3b8f764cee,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:07.493994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:07.539743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.551451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-5c83deb3-b012-4877-90f4-36b50c8548cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:07.553093 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-5c83deb3-b012-4877-90f4-36b50c8548cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca40d5a691e84e83ade31f7992bfe555&device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 1160 time: 0.2473450 Dec 21 04:05:07.592296 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fad7a513-3098-4fe5-9834-943d8910635a req-b6ea2b12-d1c0-4c49-85b3-67b95de4592b service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4150929 Dec 21 04:05:07.595680 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-89ce1119-590b-4643-a123-0573c7eee021 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4552567 Dec 21 04:05:07.634422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2d8ee-898d-41bd-abe8-970fa24937ac req-f9329b1a-6ded-483d-87de-012c830f5610 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:07.636147 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-87a2d8ee-898d-41bd-abe8-970fa24937ac req-f9329b1a-6ded-483d-87de-012c830f5610 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.3930049 Dec 21 04:05:07.666651 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.675034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-5f79d163-b68a-496c-a248-135e114225d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb HTTP/1.1" status: 200 len: 217 time: 0.0897806 Dec 21 04:05:07.679153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.692386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:07.728842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-cd79128f-d90e-4529-8b8d-2be0a3cc38d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:07.735498 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-87a2d8ee-898d-41bd-abe8-970fa24937ac req-c99f6292-5060-4e2b-81b1-302cac8ef025 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917823 Dec 21 04:05:07.827718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 44716) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:07.829033 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7109460c86a4dee9874b314664a7af7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7635672 Dec 21 04:05:07.938948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 65aa620b-0161-4170-8f47-142f03cd242e up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:07.986143 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb', 'status': 'completed', 'code': 200} Dec 21 04:05:07.996884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.039585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 65aa620b-0161-4170-8f47-142f03cd242e triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:08.040149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.044188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.060755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53228417-0d9a-40c2-90dc-a99f083f6fed,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:08.069284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:08.082555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9d49c2cb-4f48-460a-b2a3-8daf31888250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:08.123768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a76f023-528c-42b6-8630-ae3b8f764cee,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:08.132216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:08.137781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0305-bd52-417b-81de-46c4261e903b req-cea7aeb3-9175-4872-b557-35bc6fb9169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:08.139620 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-cea7aeb3-9175-4872-b557-35bc6fb9169f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a408db7-58cf-4227-aa6a-69b2bc62e183 HTTP/1.1" status: 200 len: 849 time: 0.3067107 Dec 21 04:05:08.140520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.141773 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a76f023-528c-42b6-8630-ae3b8f764cee HTTP/1.1" status: 204 len: 168 time: 0.7430327 Dec 21 04:05:08.274457 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-aa91a6bc-f8a1-46c7-9c52-6c1d53810e80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8c1782c-bb32-4027-9c4e-9210596e088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183381 Dec 21 04:05:08.328119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.372989 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-39aa5892-c30b-4e65-8ac1-42c45113dc6c req-20a2fa8f-63f1-494f-a773-127bc7efded6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 210 time: 0.1434274 Dec 21 04:05:08.448077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.461713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6d5db28c-059f-4005-87bb-551c356d99f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:08.536526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53228417-0d9a-40c2-90dc-a99f083f6fed,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:08.540373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:08.645116 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:08.646457 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53228417-0d9a-40c2-90dc-a99f083f6fed HTTP/1.1" status: 204 len: 168 time: 0.8176441 Dec 21 04:05:08.716321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b928855-3a53-4413-8de3-e030a28b4b0d req-ff87c6d3-9e37-4261-b7b1-4b6db1c13138 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:08.719621 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5b928855-3a53-4413-8de3-e030a28b4b0d req-ff87c6d3-9e37-4261-b7b1-4b6db1c13138 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 943 time: 0.6317856 Dec 21 04:05:08.787567 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-dac56d3d-80b4-4431-b3c4-9b653ad88d0c service neutron] 10.222.0.21 "GET /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995217 Dec 21 04:05:08.839774 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5b928855-3a53-4413-8de3-e030a28b4b0d req-4d10789e-e62e-4f8a-96e6-19126f3075b1 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127970 Dec 21 04:05:08.853930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cddf8-3569-4111-80ce-aed9c4be7ea7 req-90c31334-39f9-48e3-99bb-d950516a917b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:08.863880 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-442cddf8-3569-4111-80ce-aed9c4be7ea7 req-90c31334-39f9-48e3-99bb-d950516a917b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.3142889 Dec 21 04:05:08.940836 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-442cddf8-3569-4111-80ce-aed9c4be7ea7 req-fb9c8efc-176a-40b8-8809-4fa09dda7f62 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757298 Dec 21 04:05:09.079441 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5dff0305-bd52-417b-81de-46c4261e903b req-323c4417-db57-4196-a97f-8510b2e06383 service neutron] 10.222.0.21 "GET /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2845836 Dec 21 04:05:09.107957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e861d-c64d-450f-bd8a-c492f9cc4c6c req-e3ff79ec-9734-40fc-aad0-cffa3818492e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:09.109774 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e9e861d-c64d-450f-bd8a-c492f9cc4c6c req-e3ff79ec-9734-40fc-aad0-cffa3818492e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1040328 Dec 21 04:05:09.166374 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e9e861d-c64d-450f-bd8a-c492f9cc4c6c req-3baa89e3-f57b-4c86-830f-7b90fb997854 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 Dec 21 04:05:09.234713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-d0269e27-f400-4df6-bb00-ef573d99704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:09.237390 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-d0269e27-f400-4df6-bb00-ef573d99704e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca40d5a691e84e83ade31f7992bfe555&device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 1160 time: 0.0998495 Dec 21 04:05:09.546108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-cccb98ff-e258-4683-9e8b-8919f9134df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:09.550447 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-cccb98ff-e258-4683-9e8b-8919f9134df8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8c1782c-bb32-4027-9c4e-9210596e088d HTTP/1.1" status: 200 len: 903 time: 0.3043008 Dec 21 04:05:09.753602 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-2a3ecc8b-b4b0-48d8-9628-5a2b3b5edf5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb HTTP/1.1" status: 200 len: 217 time: 0.1953311 Dec 21 04:05:09.825469 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1fe8e7f-ce39-457e-964f-0b9985f8d378 req-d1c6868d-5e7a-471a-9954-20677274f4ae tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 210 time: 0.1270792 Dec 21 04:05:09.963878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-8de35aa6-bd55-4e0a-aeaf-c106d77adbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:09.967940 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-8de35aa6-bd55-4e0a-aeaf-c106d77adbd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a408db7-58cf-4227-aa6a-69b2bc62e183 HTTP/1.1" status: 200 len: 849 time: 0.1998136 Dec 21 04:05:09.990606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-6bed8852-ea6f-4681-b9d2-fef8b08e5dbf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:09.992222 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-6bed8852-ea6f-4681-b9d2-fef8b08e5dbf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 816 time: 0.5227447 Dec 21 04:05:10.128791 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-af305411-ec82-4e6b-882b-0e2df354c8db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8c1782c-bb32-4027-9c4e-9210596e088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526358 Dec 21 04:05:10.317118 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d402785f-9bcd-4985-80d6-1c163c828722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 5508 time: 0.2975438 Dec 21 04:05:10.353187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'port': {'device_id': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'admin_state_up': True, 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'security_groups': ['17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:10.472836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dc0e6-11f3-4308-9d04-5f7c254a6f3f req-c05ae97f-b884-4811-a202-efcb71bbef65 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:10.473972 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-7e1032c3-d895-410f-8ed6-59272fcf2d46 service neutron] 10.222.0.21 "GET /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364835 Dec 21 04:05:10.474541 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e26dc0e6-11f3-4308-9d04-5f7c254a6f3f req-c05ae97f-b884-4811-a202-efcb71bbef65 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 943 time: 0.3060372 Dec 21 04:05:10.591814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ed0d-cafc-49b5-a20f-49c78f71ee4d req-a9627538-db8e-4034-8db4-6a0ef2ac0f84 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:10.593437 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c75ed0d-cafc-49b5-a20f-49c78f71ee4d req-a9627538-db8e-4034-8db4-6a0ef2ac0f84 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.3594003 Dec 21 04:05:10.743574 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e26dc0e6-11f3-4308-9d04-5f7c254a6f3f req-781c97d0-72a6-4f2a-8e87-5ec58cb47293 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588556 Dec 21 04:05:10.752661 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3bb1e18-0c75-4b55-b78f-ee9cbbf0c668 req-a34f120c-879d-4185-928f-00f87f70d45c service neutron] 10.222.0.21 "GET /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2710333 Dec 21 04:05:10.777180 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c75ed0d-cafc-49b5-a20f-49c78f71ee4d req-15d05928-65e3-40bf-a44a-16b48ec2733b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432943 Dec 21 04:05:10.835838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:10.846486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:10.856673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Made reservation on behalf of 70f15df5ba1e40b5b20e5b11b2847f20 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:05:10.867691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:11.172154 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1dcacabd-eab4-4d45-a13d-fd45b7e1758a req-89b94ed1-c8f4-490a-99e7-116a7604ab81 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 210 time: 0.0733716 Dec 21 04:05:11.361185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Allocated IP 172.20.0.4 (e8d7f759-c45c-4588-a460-4f62b72c6044/541169d3-e93b-4a4e-a734-c2b876dd151d/8881c190-545b-4a17-bd28-eed071967591) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:11.453031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44846) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:11.596369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:11.615626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Transition to ACTIVE for port object 8881c190-545b-4a17-bd28-eed071967591 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:11.643004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:11.658322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:11.665016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:11.677239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:11.681409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:6044052bd04a4dbbaa2bc9d81de1a2bf is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:11.684673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:11.691567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:11.839104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:11.845845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:11.871318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6cc5b077-9182-4c18-8f70-ccf9e2b548dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:11.940945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f6f69-ffb9-405a-aa8a-3ccfe90b7f59,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:11.951835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:11.972141 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6044052bd04a4dbbaa2bc9d81de1a2bf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5177355 Dec 21 04:05:11.975145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 44870) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:12.073393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-49f816c9-4df5-490b-8a78-08959dd45f26 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:05:12.098938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:12.134720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:12.197231 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:12.204159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9261f2de-6fa1-4353-984b-cb3213da397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:12.225303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:12.229181 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c3f6f69-ffb9-405a-aa8a-3ccfe90b7f59 HTTP/1.1" status: 204 len: 168 time: 0.2495751 Dec 21 04:05:12.229181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f6f69-ffb9-405a-aa8a-3ccfe90b7f59,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:12.243292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:12.284379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:12.297875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:12.317955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Network e8d7f759-c45c-4588-a460-4f62b72c6044 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:12.322415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:12.338625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:12.410240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999e2f8-621c-4034-a9f3-59f858d07c93 req-d848043f-230b-4b5b-907f-cecd4f21ecd0 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:12.410240 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e999e2f8-621c-4034-a9f3-59f858d07c93 req-d848043f-230b-4b5b-907f-cecd4f21ecd0 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 943 time: 0.3180242 Dec 21 04:05:12.452325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:12.453012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:12.470037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e23581-83ae-4a46-85f8-5c124335c2a4 req-e39ef4d0-32f6-4abb-8483-1e131e9c46b1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:12.478293 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f5e23581-83ae-4a46-85f8-5c124335c2a4 req-e39ef4d0-32f6-4abb-8483-1e131e9c46b1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.3810303 Dec 21 04:05:12.546840 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e999e2f8-621c-4034-a9f3-59f858d07c93 req-cdc24192-b8bd-455e-9a66-778249c6008b tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240621 Dec 21 04:05:12.552522 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2147501 Dec 21 04:05:12.578185 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f5e23581-83ae-4a46-85f8-5c124335c2a4 req-59162b28-8519-4da1-a991-c0d39a94afa4 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988071 Dec 21 04:05:12.583154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Request body: {'port': {'device_id': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:12.687722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-1c38bcde-eaa4-4cfd-a7b5-7ce8f6ba0f51 None None] Provisioning for port 8881c190-545b-4a17-bd28-eed071967591 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:12.695077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-1c38bcde-eaa4-4cfd-a7b5-7ce8f6ba0f51 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:12.695506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1c38bcde-eaa4-4cfd-a7b5-7ce8f6ba0f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:12.769951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:12.841716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:13.085403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-1c38bcde-eaa4-4cfd-a7b5-7ce8f6ba0f51 None None] Port 8881c190-545b-4a17-bd28-eed071967591 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:05:13.106025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:13.119048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:13.119470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:13.200865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef4237-ebc8-4aeb-a662-866462c4653f req-8047c368-c5df-4b18-b751-8dcc57436566 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:13.201888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c0ef4237-ebc8-4aeb-a662-866462c4653f req-8047c368-c5df-4b18-b751-8dcc57436566 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:13.267483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c0ef4237-ebc8-4aeb-a662-866462c4653f req-8047c368-c5df-4b18-b751-8dcc57436566 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:13.275481 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0ef4237-ebc8-4aeb-a662-866462c4653f req-8047c368-c5df-4b18-b751-8dcc57436566 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 931 time: 0.4830678 Dec 21 04:05:13.352986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:13.361304 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0ef4237-ebc8-4aeb-a662-866462c4653f req-03cbec52-5435-4c3e-80d4-1be17605f91e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842817 Dec 21 04:05:13.401496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,segment=NetworkSegment(33c58698-afce-456e-9f74-c5eced51ddc8),segment_id=33c58698-afce-456e-9f74-c5eced51ddc8)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:13.403269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:13.413448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:13.417216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4fc69cb7-31ae-4cce-9389-e0a2acdb1e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:13.492042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:13.505856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:13.519507 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb', 'code': 200} Dec 21 04:05:13.758021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8881c190-545b-4a17-bd28-eed071967591 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:05:13.770595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:13.784748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Transition to ACTIVE for port object 8881c190-545b-4a17-bd28-eed071967591 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:13.833402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:13.870079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-031d94c0-d559-4594-a757-a247c85bfc12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:13.949017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:13.963026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa71580-67cc-4b5a-9982-aaadde360070 req-6f77e1a6-cd69-46fd-8b93-3c3f1aabed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:13.964723 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-afa71580-67cc-4b5a-9982-aaadde360070 req-6f77e1a6-cd69-46fd-8b93-3c3f1aabed4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 1162 time: 0.1289387 Dec 21 04:05:14.079022 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:14.080194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:14.090592 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-afa71580-67cc-4b5a-9982-aaadde360070 req-141d3497-7f4e-4740-8f93-2f4c6e7b0576 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189878 Dec 21 04:05:14.179950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Pushing event updated for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:14.200268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:14.233994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a4ee-66b6-4fed-a874-5020e9cbf224 req-493cc56d-373c-4be6-a1b2-ee89b25bb714 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:14.241522 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6238a4ee-66b6-4fed-a874-5020e9cbf224 req-493cc56d-373c-4be6-a1b2-ee89b25bb714 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.4009995 Dec 21 04:05:14.269559 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bf8ee-5b46-49da-a5f6-ee5011d81343 req-77028725-a196-4e41-a8b1-3af46048a7bc tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:14.271188 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1a8bf8ee-5b46-49da-a5f6-ee5011d81343 req-77028725-a196-4e41-a8b1-3af46048a7bc tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 945 time: 0.4846361 Dec 21 04:05:14.412653 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6238a4ee-66b6-4fed-a874-5020e9cbf224 req-30a48d1a-1008-43ed-b087-5e524d0bb3e2 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700597 Dec 21 04:05:14.539056 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1a8bf8ee-5b46-49da-a5f6-ee5011d81343 req-b0bab558-2440-48b1-9912-5173494ae0cc tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588549 Dec 21 04:05:14.543638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Attempting to bind port 8881c190-545b-4a17-bd28-eed071967591 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:14.548524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Attempting to bind port 8881c190-545b-4a17-bd28-eed071967591 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:14.548731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Attempting to bind port 8881c190-545b-4a17-bd28-eed071967591 on network e8d7f759-c45c-4588-a460-4f62b72c6044 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:14.560292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:14.561707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Checking segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:14.562350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:14.572232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Bound using segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:14.572877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Bound port: 8881c190-545b-4a17-bd28-eed071967591, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:14.573356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:14.699155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] For port 8881c190-545b-4a17-bd28-eed071967591, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:14.703234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] For port 8881c190-545b-4a17-bd28-eed071967591, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8881c190-545b-4a17-bd28-eed071967591,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:14.707151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:14.745278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:14.996585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Pushing event updated for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:15.005986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:15.052990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45014) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:15.060014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:15.060707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.062249 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] 10.222.0.21 "PUT /v2.0/ports/8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 1157 time: 2.5007274 Dec 21 04:05:15.065104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'tag': '8881c190-545b-4a17-bd28-eed071967591'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:15.077151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17134639-2a5b-40d8-a407-09f15434b703 req-f017bd98-cf8f-4444-83dd-f9b1f962a807 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:15.086301 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-17134639-2a5b-40d8-a407-09f15434b703 req-f017bd98-cf8f-4444-83dd-f9b1f962a807 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.3418565 Dec 21 04:05:15.233224 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-17134639-2a5b-40d8-a407-09f15434b703 req-98c9091b-4857-4611-b031-263962ae962e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448886 Dec 21 04:05:15.337374 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'tag': '8881c190-545b-4a17-bd28-eed071967591', 'status': 'completed', 'code': 200} Dec 21 04:05:15.339793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-2865aff7-70c9-482f-bce8-4e9b3a69f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:15.342016 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-2865aff7-70c9-482f-bce8-4e9b3a69f45d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1160 time: 0.2116225 Dec 21 04:05:15.390557 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.424516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:15.429118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Usage tracker for resource:security_group_rule and tenant:86423f735b4b493191b726451c74d356 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:15.433470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:15.440676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:15.529301 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-a34c6e19-e029-43c8-9f38-4b0d7b947f76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 217 time: 0.1631441 Dec 21 04:05:15.556871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.560256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.575807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dc09ea1a-d0c1-4df5-adbc-8e02a2dd20a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:15.604112 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86423f735b4b493191b726451c74d356&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5496008 Dec 21 04:05:15.604879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45036) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:15.657750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45040) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:15.698684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d401a204-a725-4a5f-ba9f-37d4fd32f2c1,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:15.703585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:15.705070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.714242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-c8168a65-f467-4483-9f6a-4c5e68254894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:15.715796 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-c8168a65-f467-4483-9f6a-4c5e68254894 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.1641853 Dec 21 04:05:15.733296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.781094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.788576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:15.807135 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.811191 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d401a204-a725-4a5f-ba9f-37d4fd32f2c1 HTTP/1.1" status: 204 len: 168 time: 0.2028332 Dec 21 04:05:15.813989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d401a204-a725-4a5f-ba9f-37d4fd32f2c1,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:15.816692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:15.887702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:15.917393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:15.927440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Usage tracker for resource:security_group_rule and tenant:1e265ab0c3404e4aba43fc75c86ce3ef is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:15.932054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:15.940136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:16.076229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:16.081771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:16.118803 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-499c84ac-8846-4491-9d8c-b9c7df3bc56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:16.155432 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e265ab0c3404e4aba43fc75c86ce3ef&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4941123 Dec 21 04:05:16.155432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b888b-e060-437f-9d41-1ae43f67d870,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:16.156937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45060) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:16.160026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ef7389d8-48ba-44bc-8477-596f5e003052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:16.230366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:16.230868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d46ab-c274-4e62-8506-8d54691a9fc8 req-ebb9f82a-00d0-4663-85e4-3222ea4e8ffe tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:16.239087 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-233d46ab-c274-4e62-8506-8d54691a9fc8 req-ebb9f82a-00d0-4663-85e4-3222ea4e8ffe tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.6152422 Dec 21 04:05:16.259944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:16.313857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:16.320908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7e11-9829-4c2a-9ae0-d8204a99f567 req-ce575b99-54a7-4f68-b14b-b6eda13113f0 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:16.323146 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c11d7e11-9829-4c2a-9ae0-d8204a99f567 req-ce575b99-54a7-4f68-b14b-b6eda13113f0 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 945 time: 0.6064060 Dec 21 04:05:16.324218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6cac6eb4-7209-4e9d-8c94-4aeeb3047326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:16.340081 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-233d46ab-c274-4e62-8506-8d54691a9fc8 req-71a00bcb-d034-44ab-ad0b-d6c91baaace1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973957 Dec 21 04:05:16.346786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-814bc4b7-8601-4fa2-af03-19abc02c91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:16.347394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b888b-e060-437f-9d41-1ae43f67d870,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:16.349331 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-814bc4b7-8601-4fa2-af03-19abc02c91ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5847595 Dec 21 04:05:16.355896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:16.371346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:16.375395 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f7b888b-e060-437f-9d41-1ae43f67d870 HTTP/1.1" status: 204 len: 168 time: 0.2142634 Dec 21 04:05:16.608424 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c11d7e11-9829-4c2a-9ae0-d8204a99f567 req-8ea0f114-eea2-4fb5-a9a4-0ba1efded1cd tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666757 Dec 21 04:05:16.713248 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-ceadca47-9e6d-49e2-bb42-d8e49e416b3f service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188829 Dec 21 04:05:16.725322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a5403-da58-4c62-914e-1754f0cbf7cc req-6c77c7a0-64f4-459f-957f-837df5593850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:16.733356 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-530a5403-da58-4c62-914e-1754f0cbf7cc req-6c77c7a0-64f4-459f-957f-837df5593850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.2071300 Dec 21 04:05:16.899953 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-530a5403-da58-4c62-914e-1754f0cbf7cc req-b06dddf3-4b7a-42b9-9b30-9db21af8579f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655145 Dec 21 04:05:17.127470 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8ed1f4ab-b795-489a-8207-f0686db5e191 req-baebb24d-3ca3-413f-ab3d-51cd87172a89 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3917944 Dec 21 04:05:17.167397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-49273d51-946c-480a-b4ee-3f6296c30354 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:17.177380 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-49273d51-946c-480a-b4ee-3f6296c30354 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.2360928 Dec 21 04:05:17.199919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45122) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:17.225776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.247570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:17.252225 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-ec1430f9-6148-4029-aa01-94efe856ee84 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/quotas/7f3bb1f3e1f543e2bf34d40cd5857a91 HTTP/1.1" status: 200 len: 375 time: 0.0727375 Dec 21 04:05:17.252551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Usage tracker for resource:security_group_rule and tenant:8131f36cad3a444b99555e18557397d8 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:17.256091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:17.262391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:17.387693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-102395b0-5577-4dc6-adad-72e7f8c3ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:17.390758 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-102395b0-5577-4dc6-adad-72e7f8c3ad7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1160 time: 0.2007082 Dec 21 04:05:17.417794 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-ab878fce-06df-43e4-8996-c992d26858a7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1640837 Dec 21 04:05:17.460824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.466010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.522434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b931f46c-7d48-46b8-9aed-50a1be413796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:17.556725 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8131f36cad3a444b99555e18557397d8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3555961 Dec 21 04:05:17.557951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c7a367-2f82-4a1b-81c1-be4a948acea3,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:17.561801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:17.562503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45146) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:17.658924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.694061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.758966 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.763577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5c0d4c76-7281-4263-a2f3-36489d921bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:17.785507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c7a367-2f82-4a1b-81c1-be4a948acea3,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:17.801466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:17.810034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c7a367-2f82-4a1b-81c1-be4a948acea3 HTTP/1.1" status: 204 len: 168 time: 0.2424040 Dec 21 04:05:17.811415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:17.893749 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-d3cb57b8-4b96-4ad6-9eac-06f04736e375 service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736803 Dec 21 04:05:17.905972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-4112bca9-d662-4357-97fe-446318876cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:17.908078 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-4112bca9-d662-4357-97fe-446318876cf5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.4863181 Dec 21 04:05:18.033055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70a7d8-3978-47c6-8a99-0d919e35794d req-fe39aa3f-b668-4966-9d6c-a11483764ead tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:18.040729 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cb70a7d8-3978-47c6-8a99-0d919e35794d req-fe39aa3f-b668-4966-9d6c-a11483764ead tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.4083741 Dec 21 04:05:18.047041 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-98755257-0866-4a04-866b-ef202e35257d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 217 time: 0.1142552 Dec 21 04:05:18.223795 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cb70a7d8-3978-47c6-8a99-0d919e35794d req-cc02d8a7-4a0a-49a4-b6d9-78dc469fad44 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818664 Dec 21 04:05:18.262255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-6a3eed88-63b6-43d2-83cb-be69ff536798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:18.264000 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-6a3eed88-63b6-43d2-83cb-be69ff536798 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.1989427 Dec 21 04:05:18.353097 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-64544925-63f8-4c09-aa9b-760bba085fe9 service neutron] 10.222.0.23 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4499891 Dec 21 04:05:18.384348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-0d880e04-c6ba-49d7-917b-92c4aeda5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:18.386004 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-0d880e04-c6ba-49d7-917b-92c4aeda5d98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1130142 Dec 21 04:05:18.413635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45186) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:18.434215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:18.460261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:18.465001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Usage tracker for resource:security_group_rule and tenant:514f20ff378c4acebb6563b94afa4720 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:18.468272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:18.474500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:18.648243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:18.651785 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:18.688183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b13823f5-4a89-407d-a663-703f9720cfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:18.698671 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=514f20ff378c4acebb6563b94afa4720&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2837074 Dec 21 04:05:18.734313 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-85dd405e-cafc-49b6-8fc2-45a630f1c89c service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367722 Dec 21 04:05:18.736024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45198) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:18.763058 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9279a2-0cc3-4833-80ec-07cd1bc5c210,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:18.770040 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e2ea3c3a-0718-4348-9bdc-af6e332df00f req-96785641-7d45-41d5-8df1-1ed8e8f6a9e7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 210 time: 0.2147040 Dec 21 04:05:18.771994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:18.885621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a0ed3-5fdb-4ba8-9e16-6eaea0b3cfc0 req-a50a0785-bd5e-40d3-ad85-dc5a5bf3a8d3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:18.887258 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-868a0ed3-5fdb-4ba8-9e16-6eaea0b3cfc0 req-a50a0785-bd5e-40d3-ad85-dc5a5bf3a8d3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.4668772 Dec 21 04:05:19.078668 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-868a0ed3-5fdb-4ba8-9e16-6eaea0b3cfc0 req-fe9794d6-fbf8-49ee-a0e9-ea754428243c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819105 Dec 21 04:05:19.103127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:19.142842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:19.185000 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06759563-2fd0-4293-bc7a-3ace6dcfa864 req-a507b4e0-a92e-44a5-a67a-048fd4cde96f service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4138651 Dec 21 04:05:19.196849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:19.202158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f470f882-77c4-4651-bc72-995c4ec533c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:19.217519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9279a2-0cc3-4833-80ec-07cd1bc5c210,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:19.221266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:19.222317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:19.228297 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff9279a2-0cc3-4833-80ec-07cd1bc5c210 HTTP/1.1" status: 204 len: 168 time: 0.4910665 Dec 21 04:05:19.491111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15701a-3a4a-41c5-98d6-d409b7a5b65b req-36930c4d-c2dd-4e1c-a4e9-950b8b740c07 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:19.493318 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0b15701a-3a4a-41c5-98d6-d409b7a5b65b req-36930c4d-c2dd-4e1c-a4e9-950b8b740c07 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1058512 Dec 21 04:05:19.550251 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0b15701a-3a4a-41c5-98d6-d409b7a5b65b req-570aa24a-1e3f-4839-952a-d1909697367d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498240 Dec 21 04:05:20.005473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45254) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:20.316335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.352113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:20.364305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Usage tracker for resource:security_group_rule and tenant:d1a852d806174e23ae9a904d90d6c0b0 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:20.370387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:20.380525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:20.399718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-feb367e7-a5b4-4521-a7db-ee9ef9e34cc0 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:20.401294 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-feb367e7-a5b4-4521-a7db-ee9ef9e34cc0 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 815 time: 0.6037865 Dec 21 04:05:20.528290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-31a77f4c-34b9-4304-9589-bac7c8020954 req-88110210-ab19-402a-9735-be391f2d0528 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 210 time: 0.1246340 Dec 21 04:05:20.537364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Request body: {'port': {'device_id': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497', 'admin_state_up': True, 'tenant_id': '7f3bb1f3e1f543e2bf34d40cd5857a91'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:20.539643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.542703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.578824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ad2a73a3-671d-44eb-baba-43742cd9a5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:20.618291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff18fd8-c0c8-4feb-9af8-cf4a10921396,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:20.622506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:20.653630 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1a852d806174e23ae9a904d90d6c0b0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6444874 Dec 21 04:05:20.653909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45288) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:20.690148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:20.714186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:20.727030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.728387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:20.736588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698bc99-939b-4adb-a547-1dde10e386f3 req-655bfc6b-ca45-48e8-83ca-1c40a84d918e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:20.738255 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7698bc99-939b-4adb-a547-1dde10e386f3 req-655bfc6b-ca45-48e8-83ca-1c40a84d918e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.3358953 Dec 21 04:05:20.758339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.761888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Made reservation on behalf of 7f3bb1f3e1f543e2bf34d40cd5857a91 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:05:20.768225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.836078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.848030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-23034850-11d3-4301-93d8-6fa0321a159a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:20.866591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff18fd8-c0c8-4feb-9af8-cf4a10921396,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:20.877241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:20.879144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:20.880864 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aff18fd8-c0c8-4feb-9af8-cf4a10921396 HTTP/1.1" status: 204 len: 168 time: 0.2257812 Dec 21 04:05:20.898113 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7698bc99-939b-4adb-a547-1dde10e386f3 req-11d76cfb-353f-4485-8525-06c53285dd7e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532350 Dec 21 04:05:20.961613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 8881c190-545b-4a17-bd28-eed071967591 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:20.992816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:20.996967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.019476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45302) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:21.174227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.209671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 8881c190-545b-4a17-bd28-eed071967591, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8881c190-545b-4a17-bd28-eed071967591,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:21.211061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881c190-545b-4a17-bd28-eed071967591'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:21.226039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Allocated IP 172.20.0.2 (4f68ac37-aa69-49d6-a83e-a8d52b5f6497/b902fdaa-e9fa-4039-a313-8e2754366778/5e1c55f6-6101-42dc-ac3b-a15f58079555) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:21.233441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.235531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:21.334666 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881c190-545b-4a17-bd28-eed071967591', 'code': 200} Dec 21 04:05:21.338900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:21.350267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:21.453576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.483567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6f62b-b7b6-491d-b4a7-b9b02101c7ff req-8a692a8f-c0d7-438b-b2fe-b88a6d544570 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:21.491633 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3ab6f62b-b7b6-491d-b4a7-b9b02101c7ff req-8a692a8f-c0d7-438b-b2fe-b88a6d544570 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.7027192 Dec 21 04:05:21.552917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.574211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.672069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:21.682302 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b0ee6a8c284a63b5105b50074183e4 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:21.688288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:21.707352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:21.746928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45328) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:21.750332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:21.818787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:21.821174 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3ab6f62b-b7b6-491d-b4a7-b9b02101c7ff req-d8202f1e-2f7b-4a27-b472-51c1b642dbff tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285446 Dec 21 04:05:21.901777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:21.928102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:21.929361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:393d6cb82c8f4a0394ae2805bf28bac8 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:21.933109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:21.940990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:21.949896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:21.997036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6ce72-8218-4192-bf87-5b1568f57983 req-931166ee-0c26-4b51-8822-997a49859e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:22.006531 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b7a6ce72-8218-4192-bf87-5b1568f57983 req-931166ee-0c26-4b51-8822-997a49859e43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1162 time: 0.4156451 Dec 21 04:05:22.007900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:22.018179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:22.031262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event updated for resources: {'Port': ['ID=5e1c55f6-6101-42dc-ac3b-a15f58079555,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:22.039735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:22.077480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:22.080864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.115900 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b7a6ce72-8218-4192-bf87-5b1568f57983 req-546ff7a0-0c2c-430a-bd3d-7f8847c75a9a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878263 Dec 21 04:05:22.125166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:22.125856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.157880 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.193510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.203118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.276313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3bad20a2-31cf-495f-87ce-0ce7ce93c0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:22.286386 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7564199 Dec 21 04:05:22.294982 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2b0ee6a8c284a63b5105b50074183e4&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2713754 Dec 21 04:05:22.308156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45344) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:22.316687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca317fd9-4921-4023-a009-5f12625b84c0 req-719d820d-699f-4d11-ab84-3a07490c7824 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:22.318882 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ca317fd9-4921-4023-a009-5f12625b84c0 req-719d820d-699f-4d11-ab84-3a07490c7824 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 945 time: 0.2732801 Dec 21 04:05:22.330257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6b935-0c8b-40b5-81ad-afc7726ff0e8,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:22.334477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:22.359790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.364585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.375906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c262f698-c9f9-46d8-9b73-72154628604b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:22.378292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Request body: {'port': {'device_id': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:22.425412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcdb94e-6f66-42b9-990b-ac5f68e586d6,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:22.429115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:22.433563 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=393d6cb82c8f4a0394ae2805bf28bac8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6779220 Dec 21 04:05:22.436359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45350) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:22.436527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c30c1-3dd7-40cd-99bd-1828504e8f8d req-8647767a-c3d1-4af1-8e38-064b7e1fa9f6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:22.437262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b38c30c1-3dd7-40cd-99bd-1828504e8f8d req-8647767a-c3d1-4af1-8e38-064b7e1fa9f6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:22.503267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.511736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b38c30c1-3dd7-40cd-99bd-1828504e8f8d req-8647767a-c3d1-4af1-8e38-064b7e1fa9f6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:22.512989 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b38c30c1-3dd7-40cd-99bd-1828504e8f8d req-8647767a-c3d1-4af1-8e38-064b7e1fa9f6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 931 time: 0.4686115 Dec 21 04:05:22.513700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.531946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.580463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.585393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5c7a97f2-5c0b-4a3c-903d-1495138f1d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:22.587987 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ca317fd9-4921-4023-a009-5f12625b84c0 req-aba78f23-1138-40bd-a844-64bfc3272e5c tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236869 Dec 21 04:05:22.599050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcdb94e-6f66-42b9-990b-ac5f68e586d6,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:22.601927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:22.611226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.612606 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbcdb94e-6f66-42b9-990b-ac5f68e586d6 HTTP/1.1" status: 204 len: 168 time: 0.1754010 Dec 21 04:05:22.628977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.654373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.682207 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b38c30c1-3dd7-40cd-99bd-1828504e8f8d req-ee201399-8a49-405d-847b-d85fc15117ab tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222932 Dec 21 04:05:22.873640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:22.882629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-29b3cd8a-3818-4ee8-9be6-73acca8f1d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:22.903080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6b935-0c8b-40b5-81ad-afc7726ff0e8,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:22.925819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:22.998817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:23.000105 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a304064e-fc0e-4943-a55c-970fd3b6278c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3f6b935-0c8b-40b5-81ad-afc7726ff0e8 HTTP/1.1" status: 204 len: 168 time: 0.6800113 Dec 21 04:05:23.076368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac73bd-a25e-47c4-bb14-d458a2c3378e req-55a2b8e4-ffe5-42bf-bd32-6e38d025ac3a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:23.078008 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-deac73bd-a25e-47c4-bb14-d458a2c3378e req-55a2b8e4-ffe5-42bf-bd32-6e38d025ac3a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.3357027 Dec 21 04:05:23.172822 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-deac73bd-a25e-47c4-bb14-d458a2c3378e req-fd7b4207-147e-4a1a-8068-968c0103bbc1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831993 Dec 21 04:05:23.274700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fa6c6-3301-41d1-96ad-427b313fdb4f req-55371c69-fd17-4c7b-b3ad-6f14a32c0cd7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:23.276271 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-432fa6c6-3301-41d1-96ad-427b313fdb4f req-55371c69-fd17-4c7b-b3ad-6f14a32c0cd7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.2719145 Dec 21 04:05:23.347561 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-432fa6c6-3301-41d1-96ad-427b313fdb4f req-fda17946-6b68-40f6-bb50-fe1b1033b6e6 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587959 Dec 21 04:05:23.461587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1c55f6-6101-42dc-ac3b-a15f58079555 {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:05:23.478204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:23.493346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Transition to ACTIVE for port object 5e1c55f6-6101-42dc-ac3b-a15f58079555 will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:23.496593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:23.536708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:24.158869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-0a81ede9-5eb7-4cd6-a228-19924ad7ff92 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:24.160080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-0a81ede9-5eb7-4cd6-a228-19924ad7ff92 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Synchronizing usage tracker for tenant:ca40d5a691e84e83ade31f7992bfe555 on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:24.180705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-0a81ede9-5eb7-4cd6-a228-19924ad7ff92 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Unset dirty status for tenant:ca40d5a691e84e83ade31f7992bfe555 on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:24.182146 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-0a81ede9-5eb7-4cd6-a228-19924ad7ff92 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.21 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 945 time: 0.1736231 Dec 21 04:05:24.278381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1c55f6-6101-42dc-ac3b-a15f58079555,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:24.292285 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:24.342054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Deleting port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:05:24.342734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:24.536177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21322e-2635-4e73-8c41-a2b63b8e1e87 req-55c90922-5461-4886-8db1-7b17e2bd8a0c tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:24.544026 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9e21322e-2635-4e73-8c41-a2b63b8e1e87 req-55c90922-5461-4886-8db1-7b17e2bd8a0c tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 945 time: 0.3900106 Dec 21 04:05:24.576537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988d2ab-389f-49eb-847a-187e2a150a9c req-f12a0edb-b94f-4bf1-b9ea-d476ac796061 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:24.584169 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c988d2ab-389f-49eb-847a-187e2a150a9c req-f12a0edb-b94f-4bf1-b9ea-d476ac796061 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 943 time: 0.4285269 Dec 21 04:05:24.662240 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9e21322e-2635-4e73-8c41-a2b63b8e1e87 req-c47520eb-faa8-48fa-b49e-c70fb591c245 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172285 Dec 21 04:05:24.701348 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c988d2ab-389f-49eb-847a-187e2a150a9c req-3eeee080-815e-4e53-837a-317915382aca tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161115 Dec 21 04:05:24.706835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:05:24.730014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45430) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:24.757836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Attempting to bind port 5e1c55f6-6101-42dc-ac3b-a15f58079555 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:24.760405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Attempting to bind port 5e1c55f6-6101-42dc-ac3b-a15f58079555 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:24.760957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Attempting to bind port 5e1c55f6-6101-42dc-ac3b-a15f58079555 on network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:24.772497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:24.772941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Checking segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:24.773350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:24.773774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Bound using segment: {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:24.774256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Bound port: 5e1c55f6-6101-42dc-ac3b-a15f58079555, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4f68ac37-aa69-49d6-a83e-a8d52b5f6497'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:24.774627 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:24.775038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] For port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,segment=NetworkSegment(33c58698-afce-456e-9f74-c5eced51ddc8),segment_id=33c58698-afce-456e-9f74-c5eced51ddc8)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:24.775707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:24.947137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Calling delete_port for 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:05:25.003463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] For port 5e1c55f6-6101-42dc-ac3b-a15f58079555, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:25.011477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] For port 5e1c55f6-6101-42dc-ac3b-a15f58079555, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:25.031950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.095432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:25.097599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.103579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2110380814-network', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:25.109881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:25.115888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Usage tracker for resource:network and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:25.119189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:25.124222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,segment=NetworkSegment(33c58698-afce-456e-9f74-c5eced51ddc8),segment_id=33c58698-afce-456e-9f74-c5eced51ddc8)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:25.125762 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:25.130685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.135494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:25.139213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:05:25.139954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:05:25.141174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Made reservation on behalf of cf4b018ab82b4fffa7003f20bf147c1a for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:05:25.147094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.161824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.180112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:25.184722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:25.188166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:25.195153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:25.222098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45442) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:25.235172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d77a9094-8a99-4820-9533-18e3195c2850 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:25.270080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:25.282891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:25.295178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.299673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.315884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:05:25.323456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:25.338317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.338707 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Added segment 97b9ec35-6874-4be9-a94f-d46dff540c83 of type vxlan for network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 Dec 21 04:05:25.364738 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:25.365529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.366093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4879c033-3223-40cf-9d7f-82ed1c9b735e,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:25.366933 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] 10.222.0.21 "PUT /v2.0/ports/5e1c55f6-6101-42dc-ac3b-a15f58079555 HTTP/1.1" status: 200 len: 1157 time: 3.0014477 Dec 21 04:05:25.371424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:25.373240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:25.388739 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.401653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9b6d-374b-4bbe-b4ff-5c29f40702e3 req-bae2a6db-5dde-412b-809c-c7ef6dc3357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:25.403266 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5d3a9b6d-374b-4bbe-b4ff-5c29f40702e3 req-bae2a6db-5dde-412b-809c-c7ef6dc3357e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.5858996 Dec 21 04:05:25.403939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1c55f6-6101-42dc-ac3b-a15f58079555,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:25.410423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:25.423456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab1690-20de-472f-95d0-16968c4130c1 req-af838b2e-fae6-43c7-ba77-b883e86280cc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:25.431036 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d2ab1690-20de-472f-95d0-16968c4130c1 req-af838b2e-fae6-43c7-ba77-b883e86280cc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.4243031 Dec 21 04:05:25.433779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.435240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:25.436074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.442668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95576c-756e-4d6c-a6fd-b65c2a25ec75 req-0e572073-ebcd-4f0c-b5c1-3faa38aac71b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:25.444257 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3b95576c-756e-4d6c-a6fd-b65c2a25ec75 req-0e572073-ebcd-4f0c-b5c1-3faa38aac71b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.4363935 Dec 21 04:05:25.452977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:25.495074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.587468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:25.595392 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d2ab1690-20de-472f-95d0-16968c4130c1 req-18bccf52-4c35-4f14-bea8-81f9bab3cf88 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626828 Dec 21 04:05:25.595766 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8645885 Dec 21 04:05:25.600369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e0795e845e4b95a7386c206330bded is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:25.602968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45456) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:25.603670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Pushing event updated for resources: {'Network': ['ID=3ead2eee-6afd-45a9-a4ee-ecbb9c423916,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:25.607548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:25.611300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:25.624516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Request body: {'subnet': {'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2110380814-subnet', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:25.625131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:05:25.630938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:25.633476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:25.639606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Usage tracker for resource:subnet and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:25.642339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Deleting port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:05:25.642724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.675112 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5d3a9b6d-374b-4bbe-b4ff-5c29f40702e3 req-2bf68466-271f-49c8-ae2b-dd52fad833f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408864 Dec 21 04:05:25.680408 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3b95576c-756e-4d6c-a6fd-b65c2a25ec75 req-caab183b-dbb4-4850-a94f-17ec9f171357 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097182 Dec 21 04:05:25.738847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-63dbba15-8bb5-4ba2-964a-7e3eb6c5f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:25.746340 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-63dbba15-8bb5-4ba2-964a-7e3eb6c5f4ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 1160 time: 0.3112750 Dec 21 04:05:25.748381 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555', 'status': 'completed', 'code': 200} Dec 21 04:05:25.757083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:25.875605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:05:25.879602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:25.922153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Made reservation on behalf of cf4b018ab82b4fffa7003f20bf147c1a for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:05:25.927909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:25.944728 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb', 'code': 200} Dec 21 04:05:26.175070 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-f68c48a8-e624-4365-b824-72a61714b9a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555 HTTP/1.1" status: 200 len: 217 time: 0.1980057 Dec 21 04:05:26.247660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb302c-3418-4e4d-b27c-29439f1cd0b3 req-46658c68-755d-4e41-b209-d0e4006f9428 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:26.249476 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6edb302c-3418-4e4d-b27c-29439f1cd0b3 req-46658c68-755d-4e41-b209-d0e4006f9428 tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 943 time: 0.3992622 Dec 21 04:05:26.325720 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6edb302c-3418-4e4d-b27c-29439f1cd0b3 req-0fcfbda2-e7f0-437e-a9d6-aa91bbe945ec tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/security-groups?id=8d52dd12-1477-4f71-bdb6-0535e8c0aa85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Dec 21 04:05:26.347679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4edb5-eb61-45b4-831f-90a92388b85a req-64bf9c58-5fe0-4e99-92ff-f54b082e97e7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:26.359499 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-00f4edb5-eb61-45b4-831f-90a92388b85a req-64bf9c58-5fe0-4e99-92ff-f54b082e97e7 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 943 time: 0.2743647 Dec 21 04:05:26.415708 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-00f4edb5-eb61-45b4-831f-90a92388b85a req-193e164f-d0ad-4789-a5d6-f5ad86ed493e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594211 Dec 21 04:05:26.417274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-415cf384-30e0-4162-8c50-3c7b3bd4a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:26.424140 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-415cf384-30e0-4162-8c50-3c7b3bd4a85e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.2374716 Dec 21 04:05:26.505279 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-dd8294d6-926c-449f-b6ad-2240261cad8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657446 Dec 21 04:05:26.588717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:26.610928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:26.626965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-76ac24ac-016f-4cd3-abdd-63c60a321b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:26.659694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e0aa7e-0c91-4bae-9d9b-7200b388826e,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:26.663139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:26.672065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] For port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,segment=NetworkSegment(33c58698-afce-456e-9f74-c5eced51ddc8),segment_id=33c58698-afce-456e-9f74-c5eced51ddc8)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:26.672443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:26.724346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b8987-0066-46a0-bdbd-5b69d75e12f4 req-c4c9dfe7-2347-4faf-81be-3fdf8b09a4aa tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:26.729626 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-265b8987-0066-46a0-bdbd-5b69d75e12f4 req-c4c9dfe7-2347-4faf-81be-3fdf8b09a4aa tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.2148392 Dec 21 04:05:26.737906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45498) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:26.753705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'floatingip': {'port_id': '8881c190-545b-4a17-bd28-eed071967591'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:26.853845 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1e0795e845e4b95a7386c206330bded&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6305428 Dec 21 04:05:26.863228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Calling delete_port for 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:05:26.892001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45504) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:26.967196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.166787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.213569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45510) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:27.238712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:27.266667 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-2d7e73de-e5c8-4244-a9cc-2b474ac22712 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918006 Dec 21 04:05:27.305244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Pushing event deleted for resources: {'Port': ['ID=8dad0bb5-9ae2-4b9a-a488-930b3d043ecb,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:27.308250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:27.368145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.408315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.494810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.507036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] No DVR routers for this DVR port 8dad0bb5-9ae2-4b9a-a488-930b3d043ecb on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:05:27.509815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.515393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'name': 'network-vif-deleted', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:27.564710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:27.586247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:11ca941dcef34bda853a6a0d88ed0b4f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:27.591843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:27.602099 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b59a0c48-3340-408d-9650-5a2e8a004eb7 req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.21 "DELETE /v2.0/ports/8dad0bb5-9ae2-4b9a-a488-930b3d043ecb HTTP/1.1" status: 204 len: 173 time: 3.4097857 Dec 21 04:05:27.605484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:27.614891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.618220 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-db9a7d22-a817-4d02-97d6-d954e12be37c req-d3cb0caf-8411-4dc0-bcfb-31eb74b25bad tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] 10.222.0.23 "GET /v2.0/ports?device_id=df2ff6a0-b422-4044-8931-7e5569bb4c87 HTTP/1.1" status: 200 len: 210 time: 0.0990312 Dec 21 04:05:27.638934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:27.655708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ab5d5-c4dc-44a4-bca2-f64336c43f60 req-a72d93bd-7e0a-4a77-8862-9cc9fe4ee54a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:27.658222 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8c0ab5d5-c4dc-44a4-bca2-f64336c43f60 req-a72d93bd-7e0a-4a77-8862-9cc9fe4ee54a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.8370893 Dec 21 04:05:27.730455 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8c0ab5d5-c4dc-44a4-bca2-f64336c43f60 req-9491d5ff-2f68-496d-847e-d088c6730573 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Dec 21 04:05:27.738926 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c0c3d08a-2d08-470c-a66a-3e49f7f1c6d2 req-cec990bc-bb69-412e-bf1e-f8c20d061a83 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4351380 Dec 21 04:05:27.765233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.819538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f7a705-c015-446d-9ebf-57f04421dcc0,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:27.824979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:27.887330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:27.909509 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2ff6a0-b422-4044-8931-7e5569bb4c87', 'name': 'network-vif-deleted', 'tag': '8dad0bb5-9ae2-4b9a-a488-930b3d043ecb', 'status': 'completed', 'code': 200} Dec 21 04:05:27.922458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.933420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:27.945710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d4640601-895a-4a3d-b07c-189bded69bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:27.949303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e0aa7e-0c91-4bae-9d9b-7200b388826e,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:27.997704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Checking segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:27.998723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Network hostable DHCP agents. Network: 3ead2eee-6afd-45a9-a4ee-ecbb9c423916, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:05:28.003907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:28.007451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623dcac-9766-433f-bab1-6c42ea66b60e,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:28.012864 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11ca941dcef34bda853a6a0d88ed0b4f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7826300 Dec 21 04:05:28.014114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:28.015735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.017488 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8e0aa7e-0c91-4bae-9d9b-7200b388826e HTTP/1.1" status: 204 len: 168 time: 1.1176863 Dec 21 04:05:28.018358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45526) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:28.035473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:05:28.046149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 3ead2eee-6afd-45a9-a4ee-ecbb9c423916) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:28.050772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:28.051869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.056626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501887ba-63e0-47cb-ac93-2343432d5eb5 None None] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:05:28.078301 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4696579 Dec 21 04:05:28.081658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45534) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:28.087858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:28.093101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:28.103171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Usage tracker for resource:router and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:28.107226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:28.114490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:28.124609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.126622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.155358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.285931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:28.416730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:28.417330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.482181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 04:05:28.483265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.631627 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.863050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Allocated IP 172.20.0.2 (3ead2eee-6afd-45a9-a4ee-ecbb9c423916/20f7a705-c015-446d-9ebf-57f04421dcc0/651e43b8-a279-4a57-8ae6-c8d52615c691) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:28.864603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:28.877803 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.010928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.020211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3efe7-da1a-410e-8075-e06da552b0d8 req-941fc5ff-c3d2-406c-badd-4ebe53863f34 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:29.028270 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-96a3efe7-da1a-410e-8075-e06da552b0d8 req-941fc5ff-c3d2-406c-badd-4ebe53863f34 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 943 time: 1.1259911 Dec 21 04:05:29.174806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.185552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Transition to ACTIVE for port object 651e43b8-a279-4a57-8ae6-c8d52615c691 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:29.194945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-7b268dc0-931d-4f14-9665-8aef8c8e8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:29.196964 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-7b268dc0-931d-4f14-9665-8aef8c8e8d7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 1160 time: 1.2961247 Dec 21 04:05:29.202174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Transition to ACTIVE for port object 651e43b8-a279-4a57-8ae6-c8d52615c691 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:29.207670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.217120 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-96a3efe7-da1a-410e-8075-e06da552b0d8 req-b20fdd57-11af-4f16-84d8-b9f69c77a941 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878777 Dec 21 04:05:29.296059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.360933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:29.401755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.433737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:29.442303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:29.446836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:29.482487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.520685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Attempting to bind port 651e43b8-a279-4a57-8ae6-c8d52615c691 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:29.521107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Attempting to bind port 651e43b8-a279-4a57-8ae6-c8d52615c691 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:29.521518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Attempting to bind port 651e43b8-a279-4a57-8ae6-c8d52615c691 on network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:29.533580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:29.534008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Checking segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:29.534460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.534903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Bound using segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:29.535447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Bound port: 651e43b8-a279-4a57-8ae6-c8d52615c691, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:29.535871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.549074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Pushing event updated for resources: {'Port': ['ID=651e43b8-a279-4a57-8ae6-c8d52615c691,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:29.556703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:29.649263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] For port 651e43b8-a279-4a57-8ae6-c8d52615c691, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:29.652820 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] For port 651e43b8-a279-4a57-8ae6-c8d52615c691, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=651e43b8-a279-4a57-8ae6-c8d52615c691,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:29.657453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:29.802295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:29.848901 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Floating IP 9325b020-d263-41fb-8682-84d11d590850 associated. External IP: 172.28.1.203, port: 8881c190-545b-4a17-bd28-eed071967591. Dec 21 04:05:29.852618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Allocated IP 172.28.1.163 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/c922c1a2-b467-41c2-9172-990a6d40d70f) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:29.882821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Pushing event updated for resources: {'Port': ['ID=651e43b8-a279-4a57-8ae6-c8d52615c691,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:29.888367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:30.050460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acd9d-698f-4b19-a812-9f98597140fc req-0bb4f036-836b-40ac-aee4-a2da0975933c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:30.052409 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-291acd9d-698f-4b19-a812-9f98597140fc req-0bb4f036-836b-40ac-aee4-a2da0975933c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 1.0167634 Dec 21 04:05:30.066422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-368673f7-a326-447a-a578-5f0a1193e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:30.068193 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-368673f7-a326-447a-a578-5f0a1193e8c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 200 len: 909 time: 0.7398524 Dec 21 04:05:30.212212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-816af3a5-9061-4d7c-9aef-979cc138f1fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555 HTTP/1.1" status: 200 len: 217 time: 0.1266012 Dec 21 04:05:30.225499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:30.238271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:30.290946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:30.324905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:30.326148 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-291acd9d-698f-4b19-a812-9f98597140fc req-988e4a68-554a-4a3f-a414-ebede0ee4655 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542086 Dec 21 04:05:30.327534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-292619d0-145b-4d33-8b80-4146dc490a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:30.329603 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-292619d0-145b-4d33-8b80-4146dc490a1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 200 len: 855 time: 0.0958250 Dec 21 04:05:30.335783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623dcac-9766-433f-bab1-6c42ea66b60e,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:30.374826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6456998b-e583-4788-841d-6c6e74cb0230 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:30.377887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:30.472714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:30.473312 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a623dcac-9766-433f-bab1-6c42ea66b60e HTTP/1.1" status: 204 len: 168 time: 2.4405158 Dec 21 04:05:30.486978 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-4818ba40-4b05-45df-a193-6b4f256b72ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f68ac37-aa69-49d6-a83e-a8d52b5f6497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469152 Dec 21 04:05:30.575982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c922c1a2-b467-41c2-9172-990a6d40d70f,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:30.594104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:30.678591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5e1c55f6-6101-42dc-ac3b-a15f58079555 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:30.729492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:30.731124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:30.737210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:30.835473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 5e1c55f6-6101-42dc-ac3b-a15f58079555 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:30.848854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5e1c55f6-6101-42dc-ac3b-a15f58079555 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:30.849276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:30.886705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Router a9dee65c-ece8-4f14-901a-66564b490410 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:05:30.901316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3014799-13fa-4479-a9dc-a61f9f67038a req-44cd0598-5ab0-4aee-b8b1-0f1046a09a25 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:30.911905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8c58b2e0-8afb-4c7f-8a97-a7b37e81960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:30.914947 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f3014799-13fa-4479-a9dc-a61f9f67038a req-44cd0598-5ab0-4aee-b8b1-0f1046a09a25 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 943 time: 0.4396009 Dec 21 04:05:31.116013 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-085c698b-99b4-4842-8cd9-e041034c1fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804348 Dec 21 04:05:31.150703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:31.184108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 651e43b8-a279-4a57-8ae6-c8d52615c691 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:31.307157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 5e1c55f6-6101-42dc-ac3b-a15f58079555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:31.312144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:31.332400 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:31.340295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:31.355613 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f3014799-13fa-4479-a9dc-a61f9f67038a req-a5183f78-aa4e-45f7-95e3-bbb197002dee tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381588 Dec 21 04:05:31.446448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45608) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:31.522110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=5e1c55f6-6101-42dc-ac3b-a15f58079555,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:31.534518 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555', 'code': 200} Dec 21 04:05:31.541129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:31.569744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 651e43b8-a279-4a57-8ae6-c8d52615c691 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:31.618225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:31.677766 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16387665-7855-43cb-851f-0577053086e4 req-8da4ce4d-a812-411c-a5f3-aa7d01c293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:31.677766 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-8da4ce4d-a812-411c-a5f3-aa7d01c293ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.5391064 Dec 21 04:05:31.714727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803e1f6-beac-4bd0-988d-22a74dea14c3 None None] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:05:31.783941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:31.788401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Usage tracker for resource:security_group_rule and tenant:430d489af9f24b8aa7a050bc6f744a8d is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:31.792176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:31.798627 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:31.811677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:05:31.947974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800bea-f23d-409a-8ee8-6a210d0cdd3c req-89af3c93-c741-4357-9b1a-8b361df467c7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:31.955815 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9f800bea-f23d-409a-8ee8-6a210d0cdd3c req-89af3c93-c741-4357-9b1a-8b361df467c7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.6036713 Dec 21 04:05:31.996970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:05:32.008183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.024548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:05:32.037295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:32.037992 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:05:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:32.039380 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f79e179-6cef-4c4e-ab8d-502e0983df67 req-388b5233-77a9-49e2-8da9-d850b1c7782e service neutron] 10.222.0.21 "GET /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9070151 Dec 21 04:05:32.043093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Provisioning for port 651e43b8-a279-4a57-8ae6-c8d52615c691 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:32.051209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5e1c55f6-6101-42dc-ac3b-a15f58079555 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:32.079064 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9f800bea-f23d-409a-8ee8-6a210d0cdd3c req-8fdaeef0-ea60-4681-8b53-fff9675c3d12 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221368 Dec 21 04:05:32.083451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bc121-a679-453f-be80-393dbe454f19 req-5007bbe4-c777-4873-ad86-b0a9af71ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:32.090145 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c52bc121-a679-453f-be80-393dbe454f19 req-5007bbe4-c777-4873-ad86-b0a9af71ad01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 1162 time: 0.2997899 Dec 21 04:05:32.118251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16387665-7855-43cb-851f-0577053086e4 req-89c6a4d4-d91c-4ffe-86e9-0965b68c506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:32.119759 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-89c6a4d4-d91c-4ffe-86e9-0965b68c506e service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.3373983 Dec 21 04:05:32.122117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Provisioning complete for port 651e43b8-a279-4a57-8ae6-c8d52615c691 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:32.122683 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.129755 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6d1f0be3-dd3c-4d95-8971-867df46c448a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "PUT /v2.0/floatingips/9325b020-d263-41fb-8682-84d11d590850 HTTP/1.1" status: 200 len: 991 time: 5.3905520 Dec 21 04:05:32.130775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'tag': '8881c190-545b-4a17-bd28-eed071967591'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:32.212529 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c52bc121-a679-453f-be80-393dbe454f19 req-32458f41-7cba-48c3-81bc-62d7d84e38eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135027 Dec 21 04:05:32.275349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'tag': '8881c190-545b-4a17-bd28-eed071967591', 'status': 'completed', 'code': 200} Dec 21 04:05:32.314648 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-8e4758d3-d4b2-43b2-b6e2-ee191a6a1c62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.1682961 Dec 21 04:05:32.322620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.332838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.340478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.378647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:32.483430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5e1c55f6-6101-42dc-ac3b-a15f58079555 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:32.484208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.530662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ff039d2b-e039-4407-a3ff-f6a805e1e68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:32.608789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-42a19fd0-9f1f-4fa5-bac1-a0e7a60dc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:32.610763 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-42a19fd0-9f1f-4fa5-bac1-a0e7a60dc3fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1162 time: 0.1611724 Dec 21 04:05:32.798980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.834876 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5ea7f-3333-48a4-8060-390c67177842,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:32.844911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.851207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:32.856531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] For port 651e43b8-a279-4a57-8ae6-c8d52615c691, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=651e43b8-a279-4a57-8ae6-c8d52615c691,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:32.861244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:32.863106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:32.901224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-1163b8a5-e4ef-4978-85a2-7265ed7ff22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:32.905414 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-1163b8a5-e4ef-4978-85a2-7265ed7ff22b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.2653999 Dec 21 04:05:32.959738 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '9325b020-d263-41fb-8682-84d11d590850', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'port_id': '8881c190-545b-4a17-bd28-eed071967591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'mac_address': 'fa:16:3e:a7:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:05:01Z', 'updated_at': '2020-12-21T04:05:28Z', 'revision_number': 1, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:32.974586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:05:32.976852 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=430d489af9f24b8aa7a050bc6f744a8d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5141990 Dec 21 04:05:32.981588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45646) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:32.998510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:33.002447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:05:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:33.007671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Pushing event updated for resources: {'Port': ['ID=651e43b8-a279-4a57-8ae6-c8d52615c691,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:33.014450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:33.014833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16387665-7855-43cb-851f-0577053086e4 req-89f1cfe8-cf11-462e-9d04-992031c4b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:33.016450 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-89f1cfe8-cf11-462e-9d04-992031c4b8e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.4869988 Dec 21 04:05:33.097094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-e5a152ab-3ed3-489a-a62e-04d10e0c7aae None None] Provisioning complete for port 651e43b8-a279-4a57-8ae6-c8d52615c691 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:33.097516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e5a152ab-3ed3-489a-a62e-04d10e0c7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:33.144469 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-6a3cd6c3-7b6b-4087-8741-815b0ab8bca6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070936 Dec 21 04:05:33.279448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:33.374476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0fc0-c44f-41f6-a511-430a0a7bfaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:33.454722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-eb4887b2-19a7-46fe-9834-f91bcd2766de None None] Provisioning complete for port 651e43b8-a279-4a57-8ae6-c8d52615c691 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:33.455445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-eb4887b2-19a7-46fe-9834-f91bcd2766de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:33.808343 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-0c5b3e06-35ae-42a6-9dce-c37496475685 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 999 time: 0.8868005 Dec 21 04:05:33.863826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:33.959929 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-43fa7b80-e2c5-4626-bb79-9d1482dce362 None None] Provisioning complete for port 651e43b8-a279-4a57-8ae6-c8d52615c691 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:33.960477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-43fa7b80-e2c5-4626-bb79-9d1482dce362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:33.961609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.030693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '9325b020-d263-41fb-8682-84d11d590850', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'port_id': '8881c190-545b-4a17-bd28-eed071967591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'mac_address': 'fa:16:3e:a7:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:05:01Z', 'updated_at': '2020-12-21T04:05:28Z', 'revision_number': 1, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:34.033068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-4ca116fd-4cdf-4bb9-ad92-e6f9c651cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:34.037223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a6eb8-e7d8-49fe-8423-23c0e0e484dc None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '9325b020-d263-41fb-8682-84d11d590850', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'floating_ip_address': '172.28.1.203', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'port_id': '8881c190-545b-4a17-bd28-eed071967591', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'mac_address': 'fa:16:3e:a7:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:05:01Z', 'updated_at': '2020-12-21T04:05:28Z', 'revision_number': 1, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:05:34.038407 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-4ca116fd-4cdf-4bb9-ad92-e6f9c651cc96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.1780751 Dec 21 04:05:34.057568 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-83373039-27dc-4471-a62e-13ce96148c0f service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8952441 Dec 21 04:05:34.057568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.096905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5e1c55f6-6101-42dc-ac3b-a15f58079555 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:34.181863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Router 4959dd72-e3cc-4ace-a8f2-44acfea70875 is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 04:05:34.193613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b1767-5aca-45ce-882e-e11bac5839a4 req-00001219-ef85-4737-aa90-136401f6afa2 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:34.195176 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ad7b1767-5aca-45ce-882e-e11bac5839a4 req-00001219-ef85-4737-aa90-136401f6afa2 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 945 time: 0.5408168 Dec 21 04:05:34.206040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9430b6-15e0-449c-8300-210c3415f117 req-0768a53c-e6d2-4dcb-9dda-0a928578db18 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:34.207512 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7d9430b6-15e0-449c-8300-210c3415f117 req-0768a53c-e6d2-4dcb-9dda-0a928578db18 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.5544183 Dec 21 04:05:34.212447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-a4c68151-6956-4821-8c4c-613556b4e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:34.213985 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-a4c68151-6956-4821-8c4c-613556b4e5ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1635833 Dec 21 04:05:34.255942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5e1c55f6-6101-42dc-ac3b-a15f58079555 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:34.256670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.347334 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.356176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f41df581-0a35-410e-a6c0-06efe7d1a011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:34.399586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5ea7f-3333-48a4-8060-390c67177842,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:34.401596 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ad7b1767-5aca-45ce-882e-e11bac5839a4 req-c3bbdbe1-a278-4073-8258-a78916487bfd tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920934 Dec 21 04:05:34.408275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:34.413687 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7d9430b6-15e0-449c-8300-210c3415f117 req-3b923fcb-4967-42ac-bdfa-916c6322a249 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834531 Dec 21 04:05:34.414033 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-16387665-7855-43cb-851f-0577053086e4 req-e96fc114-ec7a-417f-a32d-35f2d5e68db8 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3388908 Dec 21 04:05:34.487348 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-caa53ed1-21dc-4b75-8d74-ab9ac834e3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558024 Dec 21 04:05:34.492105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fdbffa-4d5e-4e35-bbcf-e8f2b1ea1176 None None] New status for floating IP 9325b020-d263-41fb-8682-84d11d590850: ACTIVE {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:05:34.512770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.514015 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99b5ea7f-3333-48a4-8060-390c67177842 HTTP/1.1" status: 204 len: 168 time: 1.5314207 Dec 21 04:05:34.525979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:05:34.535965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Sync routers for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:05:34.557885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:34.558242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.558596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:05:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:34.562772 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4799006 Dec 21 04:05:34.563655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 45666) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:34.743675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:34.759753 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-725c4bdc-9be9-4b65-b1da-0307b8f42edb req-ff622212-544c-4a7a-9eba-e1455d0a6f39 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2654123 Dec 21 04:05:34.854688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:35.050988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 651e43b8-a279-4a57-8ae6-c8d52615c691 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:35.156210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 651e43b8-a279-4a57-8ae6-c8d52615c691 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:35.157578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:35.211652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:35.581433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:35.620606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:31Z', 'revision_number': 3, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:35.630860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Checking router: 4959dd72-e3cc-4ace-a8f2-44acfea70875 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:05:35.631254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Updating router 4959dd72-e3cc-4ace-a8f2-44acfea70875 port c922c1a2-b467-41c2-9172-990a6d40d70f binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:05:35.743629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:35.836427 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2b9dd-c89a-4a65-9a31-7e754d11ce3a req-9972f226-fe9c-4038-8da2-10fe2c833bd4 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:35.838031 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-94e2b9dd-c89a-4a65-9a31-7e754d11ce3a req-9972f226-fe9c-4038-8da2-10fe2c833bd4 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 945 time: 0.1587799 Dec 21 04:05:35.850647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9c897-c086-4b50-b6c2-2975a49a3074 req-7221fc40-73b0-4373-9c9a-8d166f34e96d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:35.852633 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-efa9c897-c086-4b50-b6c2-2975a49a3074 req-7221fc40-73b0-4373-9c9a-8d166f34e96d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.2405984 Dec 21 04:05:35.949180 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-94e2b9dd-c89a-4a65-9a31-7e754d11ce3a req-261aeef5-3fdb-42a9-8550-285aaaed0dfc tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950360 Dec 21 04:05:35.985422 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-efa9c897-c086-4b50-b6c2-2975a49a3074 req-e1fb7aa1-2c67-4a80-9c22-e8d9afaaa226 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054940 Dec 21 04:05:36.097060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:36.189328 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Allocated IP 172.20.0.1 (3ead2eee-6afd-45a9-a4ee-ecbb9c423916/20f7a705-c015-446d-9ebf-57f04421dcc0/0d0055da-8adf-460e-8b5c-1e29887970c3) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:36.216742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:36.217170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.356166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.368379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Transition to ACTIVE for port object c922c1a2-b467-41c2-9172-990a6d40d70f will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:36.375139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.404482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:36.433007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.464981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Transition to ACTIVE for port object 0d0055da-8adf-460e-8b5c-1e29887970c3 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:36.492008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.528264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:36.605884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Pushing event updated for resources: {'Port': ['ID=c922c1a2-b467-41c2-9172-990a6d40d70f,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:36.620334 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.620715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.621086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.621454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.621841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.622208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.622565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.622922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.623279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.623765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.624120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.624479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.624891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.625246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.625656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.626016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.626369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.626723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.627076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.627437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.627789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.628141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.628492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.628842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:36.643629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:36.731352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Attempting to bind port c922c1a2-b467-41c2-9172-990a6d40d70f on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:36.731896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Attempting to bind port c922c1a2-b467-41c2-9172-990a6d40d70f by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:36.732300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Attempting to bind port c922c1a2-b467-41c2-9172-990a6d40d70f on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:36.738920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Pushing event updated for resources: {'Port': ['ID=0d0055da-8adf-460e-8b5c-1e29887970c3,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:36.741672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:36.742403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:36.742842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.743300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:36.743926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Bound port: c922c1a2-b467-41c2-9172-990a6d40d70f, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:36.744300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.748740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:36.804174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:36.805477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:36.807878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:36.808381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:36.931046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] For port c922c1a2-b467-41c2-9172-990a6d40d70f, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:36.944026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] For port c922c1a2-b467-41c2-9172-990a6d40d70f, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=c922c1a2-b467-41c2-9172-990a6d40d70f,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:36.950216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:37.012382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:37.228861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5daa2523-5743-49bd-ae77-6ced7315effd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:37.259144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-d6d737bf-db7d-437a-89fd-d18c0b9e5c69 None None] Provisioning for port 0d0055da-8adf-460e-8b5c-1e29887970c3 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:37.285982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-d6d737bf-db7d-437a-89fd-d18c0b9e5c69 None None] Provisioning complete for port 0d0055da-8adf-460e-8b5c-1e29887970c3 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:37.287543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d6d737bf-db7d-437a-89fd-d18c0b9e5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:37.383203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:37.383898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:05:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:37.497302 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120a2a7-4a04-4102-8f44-1fa51dbddf4d req-84d516e7-c09e-4b92-a412-2c877565f9fb tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:37.498481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-d6d737bf-db7d-437a-89fd-d18c0b9e5c69 None None] Port 0d0055da-8adf-460e-8b5c-1e29887970c3 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:05:37.509938 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e120a2a7-4a04-4102-8f44-1fa51dbddf4d req-84d516e7-c09e-4b92-a412-2c877565f9fb tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1858373 Dec 21 04:05:37.598241 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e120a2a7-4a04-4102-8f44-1fa51dbddf4d req-d79a2aac-8caa-4efa-b684-c06aa2e9b6d5 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790508 Dec 21 04:05:37.598834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45776) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:37.818176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:37.968211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:37.974690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:37.975922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.011903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:38.111140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.129867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:38.135396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:38.135512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Pushing event updated for resources: {'Port': ['ID=0d0055da-8adf-460e-8b5c-1e29887970c3,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:38.138642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:38.155948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Usage tracker for resource:security_group_rule and tenant:d40cb220e07b40c5a8e55263e2a10195 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:38.164085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:38.180358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:38.313941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:38.314744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.401481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.405902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.415222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:38.416673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:38.416965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:38.440743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Pushing event updated for resources: {'Port': ['ID=c922c1a2-b467-41c2-9172-990a6d40d70f,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:38.452725 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dc591a74-759e-402a-bb7b-1f68aa6dc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:38.455935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08fd12-2d80-48f9-a47c-1cd1e98d35e8,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:38.461149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:38.478521 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8f5de8e7-7dbf-4a0d-ac6b-555a25ac2c88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d40cb220e07b40c5a8e55263e2a10195&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8785419 Dec 21 04:05:38.481475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 45814) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:38.523332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 1, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:38.529237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49e8f1-d7b7-4663-b716-530ab64d6f6b None None] The sync data for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb is: [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 1, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:05:38.595912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.639060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.725111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.730495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b5c79458-ec00-47de-ac1c-e2b495e6cfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:38.742948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08fd12-2d80-48f9-a47c-1cd1e98d35e8,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:38.745575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:38.767131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.784904 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f08fd12-2d80-48f9-a47c-1cd1e98d35e8 HTTP/1.1" status: 204 len: 168 time: 0.3020375 Dec 21 04:05:38.836183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Router 4959dd72-e3cc-4ace-a8f2-44acfea70875 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:05:38.844381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-47543558-b7a6-4a24-81fd-ae68f5ee3a4a None None] Provisioning complete for port 0d0055da-8adf-460e-8b5c-1e29887970c3 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:38.845100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47543558-b7a6-4a24-81fd-ae68f5ee3a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:38.927242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-47543558-b7a6-4a24-81fd-ae68f5ee3a4a None None] Port 0d0055da-8adf-460e-8b5c-1e29887970c3 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:05:39.073625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:05:39.083730 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] 10.222.0.23 "PUT /v2.0/routers/4959dd72-e3cc-4ace-a8f2-44acfea70875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5187972 Dec 21 04:05:40.088033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7408ccb-9c3d-45ee-86d8-7784a4160d22 req-da848330-d11e-414d-8b4f-cec40ef41137 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:40.089801 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f7408ccb-9c3d-45ee-86d8-7784a4160d22 req-da848330-d11e-414d-8b4f-cec40ef41137 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1050420 Dec 21 04:05:40.182291 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f7408ccb-9c3d-45ee-86d8-7784a4160d22 req-ee636ebf-8fff-4a34-9dbd-c783f34a7202 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845468 Dec 21 04:05:41.124347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device c922c1a2-b467-41c2-9172-990a6d40d70f up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:41.258489 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port c922c1a2-b467-41c2-9172-990a6d40d70f completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:41.270133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port c922c1a2-b467-41c2-9172-990a6d40d70f triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:41.271003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:41.428396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:41.452805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port c922c1a2-b467-41c2-9172-990a6d40d70f, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=c922c1a2-b467-41c2-9172-990a6d40d70f,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:41.457067 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:41.459081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:41.536401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=c922c1a2-b467-41c2-9172-990a6d40d70f,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:41.542361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:42.643961 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Sync routers for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:05:42.655173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:42.655829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:05:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:42.910666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:43.142087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device c922c1a2-b467-41c2-9172-990a6d40d70f up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:43.339457 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port c922c1a2-b467-41c2-9172-990a6d40d70f triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:43.339878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:43.635097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:37Z', 'revision_number': 2, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:43.644348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Checking router: 4959dd72-e3cc-4ace-a8f2-44acfea70875 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:05:43.644855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Updating router 4959dd72-e3cc-4ace-a8f2-44acfea70875 port 0d0055da-8adf-460e-8b5c-1e29887970c3 binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:05:43.727049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:44.137756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-3e9423c1-da5d-4e15-b357-69083b0f2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:44.139800 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-3e9423c1-da5d-4e15-b357-69083b0f2d3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.1504478 Dec 21 04:05:44.345105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-0c966c68-7d41-46d4-9564-701b29eddd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:44.347150 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-0c966c68-7d41-46d4-9564-701b29eddd5a service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.1546254 Dec 21 04:05:44.432661 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-45bc8ddd-e0bb-43e2-b383-42a7aa091c26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.0766933 Dec 21 04:05:44.463728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:44.477706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Transition to ACTIVE for port object 0d0055da-8adf-460e-8b5c-1e29887970c3 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:44.481928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:44.498389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:44.518024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c4fea-1305-4c23-ab1e-58e8a3c52c9d req-401b3de3-3b09-46a5-8c05-89b6bfe2bba4 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:44.519889 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-856c4fea-1305-4c23-ab1e-58e8a3c52c9d req-401b3de3-3b09-46a5-8c05-89b6bfe2bba4 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.3852050 Dec 21 04:05:44.521506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-e62a0d10-1167-40bd-ac96-48287095fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:44.523261 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-e62a0d10-1167-40bd-ac96-48287095fe2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.0793672 Dec 21 04:05:44.633253 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-856c4fea-1305-4c23-ab1e-58e8a3c52c9d req-66baa2c1-f8cd-4d74-8c75-751dce19ca2a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981948 Dec 21 04:05:44.635745 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-59d7c5f8-ca83-4c1d-885d-091811c919f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991807 Dec 21 04:05:44.665704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d61a6-7b09-4e29-8b36-d2c943d9c896 None None] Pushing event updated for resources: {'Port': ['ID=0d0055da-8adf-460e-8b5c-1e29887970c3,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:44.668823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac0d61a6-7b09-4e29-8b36-d2c943d9c896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:44.867013 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-346f50fd-0422-44be-be11-1f1526199d96 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231460 Dec 21 04:05:44.871542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Attempting to bind port 0d0055da-8adf-460e-8b5c-1e29887970c3 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:05:44.871963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Attempting to bind port 0d0055da-8adf-460e-8b5c-1e29887970c3 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:05:44.872374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Attempting to bind port 0d0055da-8adf-460e-8b5c-1e29887970c3 on network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:05:44.879718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:05:44.880138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Checking segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:05:44.880587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:44.881021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Bound using segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:05:44.881564 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Bound port: 0d0055da-8adf-460e-8b5c-1e29887970c3, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:05:44.881989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:45.109655 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f79679d5-f0af-485a-a136-0c5f91c61f8d req-857d50a4-6d67-4e8b-afc3-2d2a933f63d7 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2318885 Dec 21 04:05:45.123868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] For port 0d0055da-8adf-460e-8b5c-1e29887970c3, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:05:45.131709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] For port 0d0055da-8adf-460e-8b5c-1e29887970c3, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=0d0055da-8adf-460e-8b5c-1e29887970c3,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:05:45.142811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:45.171980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:45.418524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d61a6-7b09-4e29-8b36-d2c943d9c896 None None] Pushing event updated for resources: {'Port': ['ID=0d0055da-8adf-460e-8b5c-1e29887970c3,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:45.430616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac0d61a6-7b09-4e29-8b36-d2c943d9c896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:45.513418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:05:45.514088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:05:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:45.882604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:05:46.083964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d60ea-50e1-456e-985d-1424599f9fec req-8b39ea1b-eb99-46c0-9540-438f177709b8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:46.087819 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ed9d60ea-50e1-456e-985d-1424599f9fec req-8b39ea1b-eb99-46c0-9540-438f177709b8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1579814 Dec 21 04:05:46.222158 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ed9d60ea-50e1-456e-985d-1424599f9fec req-dc4e762f-40eb-4e78-89eb-d5377a3cb4d8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Dec 21 04:05:46.253643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bfa1-11bc-480d-83a7-aa1fd517ae42 req-c4b211f9-13b6-47d1-bf8b-79c10c94e5a6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:46.255324 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5542bfa1-11bc-480d-83a7-aa1fd517ae42 req-c4b211f9-13b6-47d1-bf8b-79c10c94e5a6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 945 time: 0.1664178 Dec 21 04:05:46.308208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-00521964-799a-4a38-9de4-179a8919b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:45Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:46.313931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521964-799a-4a38-9de4-179a8919b138 None None] The sync data for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb is: [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:45Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:05:46.318164 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5542bfa1-11bc-480d-83a7-aa1fd517ae42 req-ee7ef1d9-c04c-4180-926a-7428e5079316 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561845 Dec 21 04:05:47.090935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d0055da-8adf-460e-8b5c-1e29887970c3 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:47.165134 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 0d0055da-8adf-460e-8b5c-1e29887970c3 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:47.170507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 0d0055da-8adf-460e-8b5c-1e29887970c3 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:47.170927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:47.345819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:47.423333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 0d0055da-8adf-460e-8b5c-1e29887970c3, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=0d0055da-8adf-460e-8b5c-1e29887970c3,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:47.428480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:47.430501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0b1b2bf7-6e0d-44b5-ad88-3a54127f7b79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:47.603660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=0d0055da-8adf-460e-8b5c-1e29887970c3,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:47.613922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:47.681321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12872a-f1fa-48a6-b441-f190f78b4cbb req-aed46842-6cbe-476c-a2f1-56932be90175 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:47.689129 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4a12872a-f1fa-48a6-b441-f190f78b4cbb req-aed46842-6cbe-476c-a2f1-56932be90175 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1490805 Dec 21 04:05:47.754757 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4a12872a-f1fa-48a6-b441-f190f78b4cbb req-421edc4f-5c14-46e8-bbe4-b38ed95ba920 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 Dec 21 04:05:47.944268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-960a408d-62b9-4cde-9bb1-de1b62e0feb1 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:47.945973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-960a408d-62b9-4cde-9bb1-de1b62e0feb1 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 945 time: 0.1321063 Dec 21 04:05:48.024381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a53077-b75d-4345-8613-d2bcf3dac2c4 req-40cb7a57-04e0-4e5c-88bc-dd62a48b4b57 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:48.032671 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f5a53077-b75d-4345-8613-d2bcf3dac2c4 req-40cb7a57-04e0-4e5c-88bc-dd62a48b4b57 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 945 time: 0.2758324 Dec 21 04:05:48.086615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Deleting port 5e1c55f6-6101-42dc-ac3b-a15f58079555 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:05:48.086936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:48.145269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5e1c55f6-6101-42dc-ac3b-a15f58079555 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:05:48.151388 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f5a53077-b75d-4345-8613-d2bcf3dac2c4 req-27ba7b8a-f902-4ec7-9e38-a95ae86fe735 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177044 Dec 21 04:05:48.385851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:48.391333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] For port 5e1c55f6-6101-42dc-ac3b-a15f58079555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:48.391741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:48.437664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 5e1c55f6-6101-42dc-ac3b-a15f58079555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:48.439006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:48.445498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:48.447639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:48.539229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=5e1c55f6-6101-42dc-ac3b-a15f58079555,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:48.551904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:48.559127 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555', 'code': 200} Dec 21 04:05:48.588849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Calling delete_port for 5e1c55f6-6101-42dc-ac3b-a15f58079555 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:05:48.755395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:05:48.755755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:05:49.052904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea46c6-b224-450e-b9ed-a5aa4dba526d req-61483a5f-af11-407c-b21a-af9df98db189 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:49.055152 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bea46c6-b224-450e-b9ed-a5aa4dba526d req-61483a5f-af11-407c-b21a-af9df98db189 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1381230 Dec 21 04:05:49.075015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d0055da-8adf-460e-8b5c-1e29887970c3 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:05:49.120747 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bea46c6-b224-450e-b9ed-a5aa4dba526d req-08c7ca4b-23cb-492b-9fc9-cb780a065a21 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Dec 21 04:05:49.197198 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 0d0055da-8adf-460e-8b5c-1e29887970c3 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:49.197762 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:49.257344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Deleting port 5e1c55f6-6101-42dc-ac3b-a15f58079555 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:05:49.258810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:49.747090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d477c-580e-495a-97a9-d7a93ad971b3 req-d2f2c2b4-2e25-4c70-ae43-5be4ba7dc366 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:49.748708 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-142d477c-580e-495a-97a9-d7a93ad971b3 req-d2f2c2b4-2e25-4c70-ae43-5be4ba7dc366 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 943 time: 0.2053943 Dec 21 04:05:49.872550 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-142d477c-580e-495a-97a9-d7a93ad971b3 req-ded56fdb-b62a-4fa8-bd5e-176ff16482ac tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141143 Dec 21 04:05:49.906028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] For port 5e1c55f6-6101-42dc-ac3b-a15f58079555, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5e1c55f6-6101-42dc-ac3b-a15f58079555,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:05:49.906428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:50.064445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Calling delete_port for 5e1c55f6-6101-42dc-ac3b-a15f58079555 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:05:50.253341 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:50.287601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:50.411935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event deleted for resources: {'Port': ['ID=5e1c55f6-6101-42dc-ac3b-a15f58079555,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:50.490890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.491293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.491695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.492229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.492620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.493007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.493389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.493792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.494171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.494548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.494925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.495299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.495742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.496123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.496748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.497842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.498234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.498620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.502505 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.502928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.505119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.505563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.505967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.506376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:50.519892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:50.618458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e08a4-7c00-4b5a-ab8a-0f7a7c5324e0 req-d04ab596-396b-465b-8a8a-0b7cf51c68f3 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:50.643346 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c15e08a4-7c00-4b5a-ab8a-0f7a7c5324e0 req-d04ab596-396b-465b-8a8a-0b7cf51c68f3 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.2964799 Dec 21 04:05:50.748440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-df11316f-d664-40d5-b87f-9d9b2edd20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:50.750361 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-df11316f-d664-40d5-b87f-9d9b2edd20ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.1234772 Dec 21 04:05:50.760304 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c15e08a4-7c00-4b5a-ab8a-0f7a7c5324e0 req-048b12c7-d408-4637-b138-cbf332e89b64 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157296 Dec 21 04:05:50.814013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] No DVR routers for this DVR port 5e1c55f6-6101-42dc-ac3b-a15f58079555 on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:05:50.817246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:50.827971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'name': 'network-vif-deleted', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:05:50.848508 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0b22d766-5d00-4064-9d5a-9950821ee9e3 req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "DELETE /v2.0/ports/5e1c55f6-6101-42dc-ac3b-a15f58079555 HTTP/1.1" status: 204 len: 173 time: 2.8820417 Dec 21 04:05:51.067983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-ae1eb816-92d9-455b-b3dc-70b4d6efe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:51.069842 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-ae1eb816-92d9-455b-b3dc-70b4d6efe1a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.2957923 Dec 21 04:05:51.127521 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7af48f-7f4e-4f78-ae36-97a66fd65403', 'name': 'network-vif-deleted', 'tag': '5e1c55f6-6101-42dc-ac3b-a15f58079555', 'status': 'completed', 'code': 200} Dec 21 04:05:51.165858 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-a07d1e6e-7bf1-47fc-b85d-6f8ae264d2e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.0875828 Dec 21 04:05:51.179682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-e9ed27f9-064e-451b-9552-5da9e4e37105 req-548fc7e9-0084-4eba-92aa-d48cb189a0bf tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:51.203348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-e9ed27f9-064e-451b-9552-5da9e4e37105 req-548fc7e9-0084-4eba-92aa-d48cb189a0bf tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:51.205661 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9ed27f9-064e-451b-9552-5da9e4e37105 req-548fc7e9-0084-4eba-92aa-d48cb189a0bf tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=8b7af48f-7f4e-4f78-ae36-97a66fd65403 HTTP/1.1" status: 200 len: 210 time: 0.0726826 Dec 21 04:05:51.256111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-9e259178-9505-4e30-86ab-58ca86bcba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:51.258232 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-9e259178-9505-4e30-86ab-58ca86bcba3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.0827136 Dec 21 04:05:51.323625 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-21f82411-ae66-477d-b0cb-0499d621dd40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527821 Dec 21 04:05:51.524034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-352d26f6-eb29-41ea-8559-1ba1d321019e service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923943 Dec 21 04:05:51.711562 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8191302a-319a-46ce-8e7a-79cb9c94ba2d req-4db4eb64-c41f-41fb-9f0b-d0b6e6be06b5 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711965 Dec 21 04:05:51.842002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46056) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:51.939433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Deleting subnet 6a408db7-58cf-4227-aa6a-69b2bc62e183 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:05:51.943663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:52.067935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:52.105142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:52.163874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3bbfb-e4ce-4fa9-b0e9-25fd94718424 req-d4cc26b8-9ade-4929-acbc-e2d3ae54ba6e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:52.171638 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-36e3bbfb-e4ce-4fa9-b0e9-25fd94718424 req-d4cc26b8-9ade-4929-acbc-e2d3ae54ba6e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1961482 Dec 21 04:05:52.222638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:52.281769 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-36e3bbfb-e4ce-4fa9-b0e9-25fd94718424 req-6e61bbee-f38d-4928-b96a-fb50a7e086ec tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090138 Dec 21 04:05:52.573183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:52.590215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-2646d177-b8d0-439b-8eea-44582b1b3147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:52.645845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a408db7-58cf-4227-aa6a-69b2bc62e183,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:52.649750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:52.750342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:52.758983 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a408db7-58cf-4227-aa6a-69b2bc62e183 HTTP/1.1" status: 204 len: 168 time: 0.9134328 Dec 21 04:05:52.759441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46086) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:52.878516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.073656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.195849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.196247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.197036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.197402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > port after_create 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.197781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.198138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > port after_update 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.198490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.198843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.199190 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.199538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.272862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.273188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.273591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.273960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 21 04:05:53.274356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c1782c-bb32-4027-9c4e-9210596e088d']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:53.288491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c58698-afce-456e-9f74-c5eced51ddc8') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:53.289025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c58698-afce-456e-9f74-c5eced51ddc8') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:53.301187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.320538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-db0aa81c-9f1a-4536-9b35-b056c84753eb tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:53.323189 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-db0aa81c-9f1a-4536-9b35-b056c84753eb tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 815 time: 0.1745920 Dec 21 04:05:53.326032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.329808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:05:53.347673 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-b3c77ba4-cb6d-42b7-b3ae-d31eb8973ca2 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/quotas/cf4b018ab82b4fffa7003f20bf147c1a HTTP/1.1" status: 200 len: 375 time: 0.0168965 Dec 21 04:05:53.480546 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-d9ea8fb0-8208-4fa2-af7c-26fbb78f1bdb tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318057 Dec 21 04:05:53.529655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Network a8c1782c-bb32-4027-9c4e-9210596e088d has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:05:53.539323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.619426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1e08b-4962-4ac6-9ca7-2b546eca1113 req-f3ab7215-b646-40ba-824b-1abde8627380 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:53.621096 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ae1e08b-4962-4ac6-9ca7-2b546eca1113 req-f3ab7215-b646-40ba-824b-1abde8627380 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1960859 Dec 21 04:05:53.673151 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-c641c72f-5499-41c8-9d76-f5f6978c6b2f service neutron] 10.222.0.23 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750598 Dec 21 04:05:53.730460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Network a8c1782c-bb32-4027-9c4e-9210596e088d has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:05:53.730697 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ae1e08b-4962-4ac6-9ca7-2b546eca1113 req-aed5c40c-1059-4f36-9f21-9747395f27bc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860610 Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: (rel_b, rel_a, rel_b), Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: (rel_b, rel_a, rel_b), Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:05:53.758591 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:05:53.831851 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a191a329-525b-481f-9e2b-03d11c2ddf68 service neutron] 10.222.0.23 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479340 Dec 21 04:05:53.846243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.850553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:53.873956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:53.881619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c1782c-bb32-4027-9c4e-9210596e088d,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:53.897243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.897667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.898063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.898450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.898972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.899364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.899743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.900119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.900494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.900865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.901240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.901678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.902119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.902495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.902871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.903243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.903612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.903988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.904716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.904822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.905121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.905491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.905888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.906257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:05:53.911208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:53.913477 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a8c1782c-bb32-4027-9c4e-9210596e088d HTTP/1.1" status: 204 len: 168 time: 1.1529891 Dec 21 04:05:53.916895 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46112) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:54.013971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Deleting subnet 5106bb68-29ce-4f7b-b312-8fe67677c742 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:05:54.033669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:54.136327 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5aaf4e4b-f52d-4d91-9f81-6f21e4b6f79a req-18ec67f3-18a8-4b9c-93a8-b639f7cbf903 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 210 time: 0.0565159 Dec 21 04:05:54.147053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:54.217876 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:54.465500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fe41d-14cb-43c0-abd2-742ac38820fb req-2b8447cd-e4fa-492c-bd5b-695c37241f8e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:54.467123 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-082fe41d-14cb-43c0-abd2-742ac38820fb req-2b8447cd-e4fa-492c-bd5b-695c37241f8e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.2089629 Dec 21 04:05:54.582175 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-082fe41d-14cb-43c0-abd2-742ac38820fb req-a3a845f5-652c-45bc-9108-576203b1ed45 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007063 Dec 21 04:05:54.613459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:54.631870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8c0e1ce9-94f0-48ac-8fe0-6f046e9b070a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:54.689619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5106bb68-29ce-4f7b-b312-8fe67677c742,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:54.694107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:55.047643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:55.063280 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5106bb68-29ce-4f7b-b312-8fe67677c742 HTTP/1.1" status: 204 len: 168 time: 1.1445067 Dec 21 04:05:55.066048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46140) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:55.082602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec7402-0042-4b8d-a833-07dbe051fa9b req-ac7103d8-33a5-4eaa-9b22-0a8b764c92d8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:55.084164 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-86ec7402-0042-4b8d-a833-07dbe051fa9b req-ac7103d8-33a5-4eaa-9b22-0a8b764c92d8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1127603 Dec 21 04:05:55.132293 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-86ec7402-0042-4b8d-a833-07dbe051fa9b req-52d89130-ad2f-48ac-bf5b-929b52528f78 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Dec 21 04:05:55.189130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:55.335238 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b9923405-2190-45d4-b85c-706d081a6b22 req-a96a3f21-420d-4359-bf50-dbe364ea41d0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 210 time: 0.0468781 Dec 21 04:05:55.433390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:55.800329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab41e07-72d7-40f5-9b15-4965353ca93b req-645a0cfd-2a56-4257-bbf7-f3da2642867b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:55.802678 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-aab41e07-72d7-40f5-9b15-4965353ca93b req-645a0cfd-2a56-4257-bbf7-f3da2642867b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.0910389 Dec 21 04:05:55.837137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dbacca-db3a-4912-ba3c-0dd1db317171']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:55.853014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-63990cd7-8080-4789-957a-7aebedaae366 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:55.853790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2a698342-64c6-4d55-95fb-a748614d8791 req-63990cd7-8080-4789-957a-7aebedaae366 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Synchronizing usage tracker for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:network {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:05:55.860563 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-aab41e07-72d7-40f5-9b15-4965353ca93b req-547836ae-1b34-4dbf-9c1f-d8ac1346d8c6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Dec 21 04:05:55.860828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9613d270-1b07-4702-8daf-f32ace2f7b76') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:55.861174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9613d270-1b07-4702-8daf-f32ace2f7b76') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:05:55.881226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:55.901900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:55.903994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:05:55.918682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2a698342-64c6-4d55-95fb-a748614d8791 req-63990cd7-8080-4789-957a-7aebedaae366 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Unset dirty status for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:network {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:05:55.919932 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-63990cd7-8080-4789-957a-7aebedaae366 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 815 time: 0.6084580 Dec 21 04:05:55.989227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'port': {'device_id': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'admin_state_up': True, 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:05:56.193523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:05:56.206072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:56.398732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e50786-7ca5-4705-ab11-549bcb407442 req-c75ac2a1-bc15-4d35-ba4d-a67e651ff9fe tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:56.400583 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79e50786-7ca5-4705-ab11-549bcb407442 req-c75ac2a1-bc15-4d35-ba4d-a67e651ff9fe tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0946169 Dec 21 04:05:56.419712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:05:56.424234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Usage tracker for resource:port and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:05:56.431731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Quota usage for port was recalculated. Used quota:2. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:05:56.446870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Network d0dbacca-db3a-4912-ba3c-0dd1db317171 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:05:56.455869 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:05:56.464769 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79e50786-7ca5-4705-ab11-549bcb407442 req-17c7d309-c200-479d-814c-eb4e8e50488e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:05:56.473883 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:05:56.522222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Made reservation on behalf of cf4b018ab82b4fffa7003f20bf147c1a for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:05:56.528855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:56.608296 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d700d5a2-69e2-456d-b7ed-d33f730595cf req-a456f2a7-a2e6-4797-b9a6-2f7134a3bd52 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 210 time: 0.1039119 Dec 21 04:05:56.666154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:56.686041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:56.702284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:56.760306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dbacca-db3a-4912-ba3c-0dd1db317171,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:56.772167 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0dbacca-db3a-4912-ba3c-0dd1db317171 HTTP/1.1" status: 204 len: 168 time: 1.7049158 Dec 21 04:05:56.773227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-130a925d-460b-4863-86e9-3276462b89c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:56.979201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Allocated IP 172.20.0.11 (3ead2eee-6afd-45a9-a4ee-ecbb9c423916/20f7a705-c015-446d-9ebf-57f04421dcc0/ae152119-5194-4b01-92e5-5db22e656137) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:05:57.026325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46190) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:57.126647 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-787f7fbe-08be-43e2-ae9c-e4034c9cb175 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca40d5a691e84e83ade31f7992bfe555&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0989344 Dec 21 04:05:57.132025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46194) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:57.210576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a041e-13dc-4862-9dee-1d5fe3dc3687 req-befa9707-7332-417e-a0d3-c1dae6f68808 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:57.214352 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-756a041e-13dc-4862-9dee-1d5fe3dc3687 req-befa9707-7332-417e-a0d3-c1dae6f68808 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1519861 Dec 21 04:05:57.238587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.255947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.256799 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Transition to ACTIVE for port object ae152119-5194-4b01-92e5-5db22e656137 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:05:57.277948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.293837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:57.298488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.314260 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-756a041e-13dc-4862-9dee-1d5fe3dc3687 req-1aac094d-9c49-451a-a427-dbbf090986a1 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Dec 21 04:05:57.371136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.379591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-273d8e3b-926f-4825-97a1-82cc9fce65f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:57.393858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d52dd12-1477-4f71-bdb6-0535e8c0aa85,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:57.397020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:57.397990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.401951 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d52dd12-1477-4f71-bdb6-0535e8c0aa85 HTTP/1.1" status: 204 len: 168 time: 0.2662714 Dec 21 04:05:57.440248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:57.449977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:57.501860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:05:57.503215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:05:57.505907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:05:57.639608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:57.640360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.694640 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7097883 Dec 21 04:05:57.796840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7ffabdc0-9698-46db-916b-bff906f9d363 None None] Provisioning for port ae152119-5194-4b01-92e5-5db22e656137 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:05:57.810296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7ffabdc0-9698-46db-916b-bff906f9d363 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:05:57.810655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7ffabdc0-9698-46db-916b-bff906f9d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:57.830938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3ca8f-f27a-4e44-97a5-aa999bd6b2bf req-e8da1bdc-9f0a-4b4f-9519-46b5e87b821f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:57.838925 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-74b3ca8f-f27a-4e44-97a5-aa999bd6b2bf req-e8da1bdc-9f0a-4b4f-9519-46b5e87b821f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1328516 Dec 21 04:05:57.893697 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-74b3ca8f-f27a-4e44-97a5-aa999bd6b2bf req-cb84c2f9-db89-40d3-991d-145956b2806f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533869 Dec 21 04:05:57.951507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7ffabdc0-9698-46db-916b-bff906f9d363 None None] Port ae152119-5194-4b01-92e5-5db22e656137 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:05:58.133735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46210) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:58.194383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a713e4-dcd9-4132-85bb-b047137a42f8 req-09f238c0-9d45-4cfa-a304-cdffed300658 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:58.202746 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-96a713e4-dcd9-4132-85bb-b047137a42f8 req-09f238c0-9d45-4cfa-a304-cdffed300658 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.1220794 Dec 21 04:05:58.218623 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-801cffcc-da75-4951-a26a-47ba2a5d614b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1359fd0cb4a142cc8e2998341056f3ce&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0835948 Dec 21 04:05:58.221704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46214) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:05:58.280678 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-96a713e4-dcd9-4132-85bb-b047137a42f8 req-7a6923e2-e1df-44ec-852b-bf664c50828e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769243 Dec 21 04:05:58.291591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:58.331343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:58.390338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:58.395155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7331fef-360b-49a7-ab04-892c84233b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:05:58.409955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb261575-a9e5-4516-8705-274c48cac4af,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:05:58.413325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:05:58.414193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:05:58.417579 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ea383b18-01af-4c2f-a5b5-9d026c4c5cac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb261575-a9e5-4516-8705-274c48cac4af HTTP/1.1" status: 204 len: 168 time: 0.1926303 Dec 21 04:05:58.678250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f506-4304-4d47-8cb9-09dcd6ef5596 req-169af742-68ca-4903-aadd-257b58a2520a tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:58.680243 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bc3f506-4304-4d47-8cb9-09dcd6ef5596 req-169af742-68ca-4903-aadd-257b58a2520a tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1339247 Dec 21 04:05:58.750674 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bc3f506-4304-4d47-8cb9-09dcd6ef5596 req-b74eecb4-14f5-4099-9901-fa485af96b0e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614796 Dec 21 04:05:59.163567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f917ff-f00b-41f7-aedb-9aa2eb4a50b6 req-db38b56c-9977-4a6a-bc98-9eef3f54ee90 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:59.165236 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7f917ff-f00b-41f7-aedb-9aa2eb4a50b6 req-db38b56c-9977-4a6a-bc98-9eef3f54ee90 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0943789 Dec 21 04:05:59.214243 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7f917ff-f00b-41f7-aedb-9aa2eb4a50b6 req-836f8974-5ed3-40dd-9a78-497639e94991 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Dec 21 04:05:59.536132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba2ad8-4fdc-4082-b949-b809825a667c req-f257c4c3-92eb-48b8-a9df-e64dd4f3fd62 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:05:59.537866 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5bba2ad8-4fdc-4082-b949-b809825a667c req-f257c4c3-92eb-48b8-a9df-e64dd4f3fd62 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.0959725 Dec 21 04:05:59.590461 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5bba2ad8-4fdc-4082-b949-b809825a667c req-a136b95c-6e4d-44b1-a977-6c875ca27ad6 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461266 Dec 21 04:06:00.035755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c143fa-9d27-4b6d-8251-01380ba83bd3 req-f97e1dbf-ea81-4161-9d37-6ac4e1c81433 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:00.037569 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0c143fa-9d27-4b6d-8251-01380ba83bd3 req-f97e1dbf-ea81-4161-9d37-6ac4e1c81433 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1565881 Dec 21 04:06:00.102588 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0c143fa-9d27-4b6d-8251-01380ba83bd3 req-40550dfc-c480-4abd-b07f-d742c7946e1d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Dec 21 04:06:00.298875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46266) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:00.500213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ee836-9585-47c6-95e3-3354759a08a7 req-bade761c-680c-425d-9ed5-3b0787bd31f8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:00.502332 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f08ee836-9585-47c6-95e3-3354759a08a7 req-bade761c-680c-425d-9ed5-3b0787bd31f8 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0919905 Dec 21 04:06:00.593608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:00.632225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:00.638936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Usage tracker for resource:security_group_rule and tenant:2472b03e1b14489292ce3f1b139b262e is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:00.644241 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f08ee836-9585-47c6-95e3-3354759a08a7 req-a21e852b-aeac-4e2d-a933-47d03c848f00 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347249 Dec 21 04:06:00.645087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:00.651162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:00.790797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:00.794801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:00.810346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:00.825347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-37706334-ad9b-4878-85b7-f43d189a9277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:00.915979 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2472b03e1b14489292ce3f1b139b262e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6150661 Dec 21 04:06:00.919659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46280) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:00.920261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9799bf2f-fff7-4789-a34b-4b0e1df87113,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:00.926173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:00.965756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c06c4-cca0-4f4c-b963-bb2e8076dbd7 req-a2c5c55a-92e3-4ed5-9574-53e444f3d995 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:00.974277 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f97c06c4-cca0-4f4c-b963-bb2e8076dbd7 req-a2c5c55a-92e3-4ed5-9574-53e444f3d995 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.1655936 Dec 21 04:06:01.018616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:01.038229 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f97c06c4-cca0-4f4c-b963-bb2e8076dbd7 req-20cc5d7c-f23a-4a65-b2bc-530887863a40 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629075 Dec 21 04:06:01.049520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:01.096791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:01.101939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:01.112986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9799bf2f-fff7-4789-a34b-4b0e1df87113,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:01.115578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:01.121438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:01.125885 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9799bf2f-fff7-4789-a34b-4b0e1df87113 HTTP/1.1" status: 204 len: 168 time: 0.2020221 Dec 21 04:06:01.348004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e3bac-3f92-48ee-a7d6-2dd247d06a62 req-31b6d062-f959-480a-b12b-4f87c4d8a843 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:01.349659 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ec0e3bac-3f92-48ee-a7d6-2dd247d06a62 req-31b6d062-f959-480a-b12b-4f87c4d8a843 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.0939920 Dec 21 04:06:01.411395 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ec0e3bac-3f92-48ee-a7d6-2dd247d06a62 req-eafb0b45-f2db-4c2a-b9a9-2cb0a5b1aeb9 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Dec 21 04:06:01.961668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f44caf-f377-40d2-8ca7-a320cb9f2feb req-4b6596c5-aceb-470e-b8dd-42a5379315f1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:01.975707 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3f44caf-f377-40d2-8ca7-a320cb9f2feb req-4b6596c5-aceb-470e-b8dd-42a5379315f1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1614566 Dec 21 04:06:02.028538 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c3f44caf-f377-40d2-8ca7-a320cb9f2feb req-97cf92e9-d7a1-4977-aee4-0cbb7369e41e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526547 Dec 21 04:06:02.333175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb2d65-5d2c-44ed-ac6b-2ad5e58cde1c req-fa67d3d6-0c95-4675-ad94-6ef15a89e038 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:02.341656 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-23fb2d65-5d2c-44ed-ac6b-2ad5e58cde1c req-fa67d3d6-0c95-4675-ad94-6ef15a89e038 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.1157465 Dec 21 04:06:02.389991 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-23fb2d65-5d2c-44ed-ac6b-2ad5e58cde1c req-36eaa632-068c-491d-9f14-ce7153c03113 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471604 Dec 21 04:06:02.677829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446bd04-078d-46e8-b25c-b744d65bbb65 req-1a2db0ef-d0d6-4ec4-8323-9b5a25b6e36d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:02.679482 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b446bd04-078d-46e8-b25c-b744d65bbb65 req-1a2db0ef-d0d6-4ec4-8323-9b5a25b6e36d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1022396 Dec 21 04:06:02.752555 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b446bd04-078d-46e8-b25c-b744d65bbb65 req-8acfe09e-9794-49a3-88f5-177e1cb958b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646784 Dec 21 04:06:03.264777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5b4db922-38b1-4e18-96ec-8d0c13684ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:03.292896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34360ca9-c783-44d5-8a59-46aaef168be2 req-6b5feff2-6572-453e-80a6-d21a1b611036 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:03.300931 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-34360ca9-c783-44d5-8a59-46aaef168be2 req-6b5feff2-6572-453e-80a6-d21a1b611036 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1153214 Dec 21 04:06:03.346804 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-34360ca9-c783-44d5-8a59-46aaef168be2 req-d072473c-0a37-4783-82b4-bbc6bdcb6bcd tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Dec 21 04:06:03.618622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701451e-8363-4cf8-bee2-49a641cfaa6c req-510abaa0-99c5-4e8c-a3cd-66604ad362bd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:03.620221 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5701451e-8363-4cf8-bee2-49a641cfaa6c req-510abaa0-99c5-4e8c-a3cd-66604ad362bd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.0949066 Dec 21 04:06:03.676746 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5701451e-8363-4cf8-bee2-49a641cfaa6c req-ea3e81f3-b0fa-4a1c-b701-d7b43b742443 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Dec 21 04:06:03.722023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:04.095206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097e9a0-c0e0-4f2a-8e83-9b2add15bb36 req-63aaf7e1-277d-423a-8424-cfa194172aea tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:04.097315 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b097e9a0-c0e0-4f2a-8e83-9b2add15bb36 req-63aaf7e1-277d-423a-8424-cfa194172aea tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1445584 Dec 21 04:06:04.161689 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b097e9a0-c0e0-4f2a-8e83-9b2add15bb36 req-115a050b-2546-4da7-b36f-b5d205f07e7e tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546486 Dec 21 04:06:04.588859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ad2f3-9c39-4365-9cd3-262a8c28c9a0 req-fa1f80c1-7ca5-49bc-971c-d2a5fbdc29cc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:04.590537 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1b1ad2f3-9c39-4365-9cd3-262a8c28c9a0 req-fa1f80c1-7ca5-49bc-971c-d2a5fbdc29cc tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0879450 Dec 21 04:06:04.639765 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1b1ad2f3-9c39-4365-9cd3-262a8c28c9a0 req-9306f5b6-b57b-4cea-a171-b08c4d0af085 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Dec 21 04:06:04.736301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:04.899303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32030fe0-b5b7-4720-9489-058e775c3c7b req-91172fb2-8984-464c-9ac3-1269132ef44c tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:04.900939 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-32030fe0-b5b7-4720-9489-058e775c3c7b req-91172fb2-8984-464c-9ac3-1269132ef44c tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.0883896 Dec 21 04:06:04.958316 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-32030fe0-b5b7-4720-9489-058e775c3c7b req-c1bbff4d-62d7-420d-ad8a-d3612bb850b0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Dec 21 04:06:05.101228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:05.435524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9db76d-3774-42b1-81e2-345489eb3ffe req-dd853b03-3130-499b-ba8a-240ab2c7d0b1 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:05.437165 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ad9db76d-3774-42b1-81e2-345489eb3ffe req-dd853b03-3130-499b-ba8a-240ab2c7d0b1 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1106725 Dec 21 04:06:05.506194 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ad9db76d-3774-42b1-81e2-345489eb3ffe req-70b97579-7e00-466c-8a57-18286110e784 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620987 Dec 21 04:06:05.861240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202701f-634c-48c9-9ea9-5d3d8e91f808 req-2dc2ca32-cbcb-403f-b5bf-3f335e768c89 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:05.862889 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d202701f-634c-48c9-9ea9-5d3d8e91f808 req-2dc2ca32-cbcb-403f-b5bf-3f335e768c89 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0842330 Dec 21 04:06:05.912760 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d202701f-634c-48c9-9ea9-5d3d8e91f808 req-5ed3043d-aa37-4ea0-b8d8-00241e4f1b2b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Dec 21 04:06:06.184571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb90322-08e0-48f0-a760-ff51a6b046eb req-ef19c277-f085-4e12-b5ad-8c1be11e8762 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:06.186270 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1cb90322-08e0-48f0-a760-ff51a6b046eb req-ef19c277-f085-4e12-b5ad-8c1be11e8762 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.0907049 Dec 21 04:06:06.235032 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1cb90322-08e0-48f0-a760-ff51a6b046eb req-b5d67604-5fd9-44de-b1d9-1d35c852b233 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Dec 21 04:06:06.749447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46394) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:06.767236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e535c-0f09-47d2-b3f2-4aab6151e3f5 req-0b5b8699-0ddc-487b-868f-efc8ad381adf tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:06.769203 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-698e535c-0f09-47d2-b3f2-4aab6151e3f5 req-0b5b8699-0ddc-487b-868f-efc8ad381adf tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1098552 Dec 21 04:06:06.835285 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-698e535c-0f09-47d2-b3f2-4aab6151e3f5 req-8a3484cb-467e-461d-ad72-e0b4a252c3d0 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588465 Dec 21 04:06:06.988279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.006322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:07.010759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Usage tracker for resource:security_group_rule and tenant:9a641444ffee43dd962d5e36b1b5d483 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:07.013886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:07.020101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:07.184430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.190926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.201062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc6d4bdb-1b4f-490a-97c4-1a5d8917fd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:07.218280 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b44e-ddd7-441e-b22e-55a661bafe2e req-0f1f1674-7166-4ed2-b694-6bb67a2ec63e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:07.220531 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4896b44e-ddd7-441e-b22e-55a661bafe2e req-0f1f1674-7166-4ed2-b694-6bb67a2ec63e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1559892 Dec 21 04:06:07.275816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cec1f10-dfe6-4264-8d19-797dc7b81f84,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:07.280494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:07.283885 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a641444ffee43dd962d5e36b1b5d483&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5323193 Dec 21 04:06:07.286870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46406) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:07.303750 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4896b44e-ddd7-441e-b22e-55a661bafe2e req-ddce036b-dcaa-4ff5-88dc-6d4e231ab24e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766759 Dec 21 04:06:07.351967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.379131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.425225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.430570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c3cad598-5862-4da0-991f-6bb483e2ab67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:07.447242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cec1f10-dfe6-4264-8d19-797dc7b81f84,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:07.450023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:07.451240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.455789 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cec1f10-dfe6-4264-8d19-797dc7b81f84 HTTP/1.1" status: 204 len: 168 time: 0.1645038 Dec 21 04:06:07.507302 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d289c-6613-4e17-9651-43a2939682e4 req-3d545925-b0fe-4000-917e-98622844ab0d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:07.508905 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fd9d289c-6613-4e17-9651-43a2939682e4 req-3d545925-b0fe-4000-917e-98622844ab0d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 932 time: 0.0886564 Dec 21 04:06:07.560656 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fd9d289c-6613-4e17-9651-43a2939682e4 req-f7852d6c-8663-4191-b1d6-341615968cc6 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Dec 21 04:06:07.686919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Request body: {'port': {'device_id': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:07.799340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.809063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46414) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:07.828660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.843823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:07.847932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d7109c32afba4d138aa2ab6cf4609232 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:07.850960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:07.856695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:07.951340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.954725 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:07.968011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b317dbd9-0382-4a3c-901c-42506c892296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:08.068342 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7109c32afba4d138aa2ab6cf4609232&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2580519 Dec 21 04:06:08.072616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46424) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:08.088671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5d975c-f491-4be2-9d26-346bed466eac,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:08.095769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4205a43b-85a3-424b-a168-a8a77ce6a3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:08.192123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.200713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2443011-108f-4f48-9335-d5aa54c97920 req-d165176f-e426-4f5b-8afd-b50f902ca659 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:08.209785 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d2443011-108f-4f48-9335-d5aa54c97920 req-d165176f-e426-4f5b-8afd-b50f902ca659 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.2206304 Dec 21 04:06:08.276536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.298521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 65aa620b-0161-4170-8f47-142f03cd242e no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:08.310472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae152119-5194-4b01-92e5-5db22e656137 {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:06:08.318320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.331438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Transition to ACTIVE for port object ae152119-5194-4b01-92e5-5db22e656137 will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:06:08.336170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.355422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ba735e04-5302-4b67-b2ed-bbe9936461ce tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:08.359300 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d2443011-108f-4f48-9335-d5aa54c97920 req-dfe630c8-fc8c-4213-85c9-868f4d9cfd71 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479950 Dec 21 04:06:08.421381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.432837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-6d9259bd-f57e-4ef8-b4bc-ccabfa7fa84d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:08.434798 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-6d9259bd-f57e-4ef8-b4bc-ccabfa7fa84d tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 945 time: 0.1451650 Dec 21 04:06:08.436917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-90cfc69d-eb49-476e-90ef-5b9f5543b288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:08.451542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5d975c-f491-4be2-9d26-346bed466eac,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:08.454329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:08.477162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.499140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Pushing event updated for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:08.504128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:08.532726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 65aa620b-0161-4170-8f47-142f03cd242e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=65aa620b-0161-4170-8f47-142f03cd242e,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:08.534121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:08.540905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.542845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac0d61a6-7b09-4e29-8b36-d2c943d9c896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:08.585200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.586681 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f5d975c-f491-4be2-9d26-346bed466eac HTTP/1.1" status: 204 len: 168 time: 0.5130451 Dec 21 04:06:08.600620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Deleting port 65aa620b-0161-4170-8f47-142f03cd242e {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:08.601017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:08.647891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=65aa620b-0161-4170-8f47-142f03cd242e,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:08.669616 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e', 'code': 200} Dec 21 04:06:08.670933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.671320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.671708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.680660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.681087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.681479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.681902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.682286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.682819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.683171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.683722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.684245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.684840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.685355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.685911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.686439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.686958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.688030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.688546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.689066 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.691340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.691941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.692483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.693141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:08.702109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:08.811910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:06:09.062946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Attempting to bind port ae152119-5194-4b01-92e5-5db22e656137 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:06:09.063306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Attempting to bind port ae152119-5194-4b01-92e5-5db22e656137 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:06:09.063832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Attempting to bind port ae152119-5194-4b01-92e5-5db22e656137 on network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:06:09.070143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:06:09.070705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Checking segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:06:09.071025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:09.071274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Bound using segment: {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:06:09.071759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Bound port: ae152119-5194-4b01-92e5-5db22e656137, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9ec35-6874-4be9-a94f-d46dff540c83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:06:09.072139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:09.118379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9e4c-fbfb-4602-97b0-9ec9b71d55fe req-a8135928-dcff-4599-9f95-e86cb82aea7d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.119895 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-639b9e4c-fbfb-4602-97b0-9ec9b71d55fe req-a8135928-dcff-4599-9f95-e86cb82aea7d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.6247787 Dec 21 04:06:09.168062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] For port ae152119-5194-4b01-92e5-5db22e656137, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:06:09.171189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] For port ae152119-5194-4b01-92e5-5db22e656137, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae152119-5194-4b01-92e5-5db22e656137,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:06:09.175389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:09.191472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5d4a8557-b354-49a8-87e6-39f83c8e159d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:09.274440 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-639b9e4c-fbfb-4602-97b0-9ec9b71d55fe req-efd31854-ebfb-4503-ba51-9923170df23a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993462 Dec 21 04:06:09.280405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] For port 65aa620b-0161-4170-8f47-142f03cd242e, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=65aa620b-0161-4170-8f47-142f03cd242e,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:09.280801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:09.343922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Pushing event updated for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:09.348718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:09.384048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.384814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:09.386494 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] 10.222.0.21 "PUT /v2.0/ports/ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 1158 time: 1.7045827 Dec 21 04:06:09.387089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:09.429874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ec9de-e45c-401d-8540-5bd49eca5c21 req-94ea2482-9d9b-4d2b-b017-756de9ca1097 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.433926 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-318ec9de-e45c-401d-8540-5bd49eca5c21 req-94ea2482-9d9b-4d2b-b017-756de9ca1097 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 944 time: 0.6177237 Dec 21 04:06:09.442046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Calling delete_port for 65aa620b-0161-4170-8f47-142f03cd242e owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:09.529598 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'status': 'completed', 'code': 200} Dec 21 04:06:09.549776 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-318ec9de-e45c-401d-8540-5bd49eca5c21 req-fce368d7-6ad2-408e-85ea-0f90018e8a09 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730896 Dec 21 04:06:09.565523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-fbe5cace-4c7a-42fa-a7d7-b450408b6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.567387 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-fbe5cace-4c7a-42fa-a7d7-b450408b6e24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1161 time: 0.1410136 Dec 21 04:06:09.671118 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-3f8acd9b-8345-4f5c-8fe0-4eaa4c8dc28e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 217 time: 0.0930624 Dec 21 04:06:09.745620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:09.758483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-b5d92628-e861-4624-af66-130fb5fffa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.760084 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-b5d92628-e861-4624-af66-130fb5fffa8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0814753 Dec 21 04:06:09.763585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-28a98421-241f-4e5c-a2fa-05fe36f16c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:09.811832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event deleted for resources: {'Port': ['ID=65aa620b-0161-4170-8f47-142f03cd242e,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:09.815200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:09.842707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80926da8-f86b-4837-829d-d0592fc4851a req-a99530bc-3e05-4d74-ae0e-515878356c33 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.842841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46450) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:09.843591 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-80926da8-f86b-4837-829d-d0592fc4851a req-a99530bc-3e05-4d74-ae0e-515878356c33 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=5a8f3f2d-19cb-4099-abe6-b93edeeaad37 HTTP/1.1" status: 200 len: 865 time: 0.1797104 Dec 21 04:06:09.858537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698342-64c6-4d55-95fb-a748614d8791 req-2b3f320b-ded5-4ba4-917a-81acb25ed0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:09.860863 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-2b3f320b-ded5-4ba4-917a-81acb25ed0fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0932071 Dec 21 04:06:09.969635 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-80926da8-f86b-4837-829d-d0592fc4851a req-8508e181-768a-4628-9197-8b05b4a94b44 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730059 Dec 21 04:06:10.025410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] No DVR routers for this DVR port 65aa620b-0161-4170-8f47-142f03cd242e on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:06:10.027684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.030446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'name': 'network-vif-deleted', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:10.039239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.045840 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7bc5181-0230-46cc-8e87-1eac3db0aa77 req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "DELETE /v2.0/ports/65aa620b-0161-4170-8f47-142f03cd242e HTTP/1.1" status: 204 len: 173 time: 1.5978365 Dec 21 04:06:10.063742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:10.080510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f927a6aa6844fa85032e5bcd9979cd is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:10.085920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:10.093530 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f3f2d-19cb-4099-abe6-b93edeeaad37', 'name': 'network-vif-deleted', 'tag': '65aa620b-0161-4170-8f47-142f03cd242e', 'status': 'completed', 'code': 200} Dec 21 04:06:10.095402 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-d200b373-74b3-449d-9bf7-b5b3cd9cc12e service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271547 Dec 21 04:06:10.096293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:10.288951 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a698342-64c6-4d55-95fb-a748614d8791 req-3e1baedd-cd51-433b-b57b-cc7ca96c08af service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1829128 Dec 21 04:06:10.321719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.324484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.333882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bb38f79a-18ed-4eab-819f-760d885ce261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:10.421676 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5f927a6aa6844fa85032e5bcd9979cd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5777094 Dec 21 04:06:10.423774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5315ab9-517b-49f9-82d4-9bfdb3d08a4e,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:10.426281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46460) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:10.431734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e080a16c-9f5c-4701-9fc4-902e1e9836e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:10.495324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d705b-a196-471b-bbe8-75ef29364743 req-66936be1-e47e-4cac-8d96-464a1a0991ce tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:10.496956 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1a2d705b-a196-471b-bbe8-75ef29364743 req-66936be1-e47e-4cac-8d96-464a1a0991ce tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0897768 Dec 21 04:06:10.506598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-a24c931f-f05e-4617-885c-3692a924ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:10.507790 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-a24c931f-f05e-4617-885c-3692a924ab84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1161 time: 0.1604450 Dec 21 04:06:10.516977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.557758 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1a2d705b-a196-471b-bbe8-75ef29364743 req-d59bb2f1-0784-4087-9f3e-f91d55bb376e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532515 Dec 21 04:06:10.600374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.726270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-76d63faf-67f7-4333-a677-039047d6a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:10.727855 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-76d63faf-67f7-4333-a677-039047d6a81c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.2126505 Dec 21 04:06:10.733793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.739660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e1fd44d9-d410-48ae-aa36-7056ed5d76aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:10.777606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c362d7-edaf-4fd7-8f23-1d5eb75e0a65 req-6f90313d-6029-481c-b8cb-21dc2f731ee8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:10.779217 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-54c362d7-edaf-4fd7-8f23-1d5eb75e0a65 req-6f90313d-6029-481c-b8cb-21dc2f731ee8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 944 time: 0.0876467 Dec 21 04:06:10.815517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5315ab9-517b-49f9-82d4-9bfdb3d08a4e,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:10.819167 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-eb31666c-9326-4fe5-91cc-30825e45252e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 217 time: 0.0709367 Dec 21 04:06:10.820248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:10.821173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:10.822299 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5315ab9-517b-49f9-82d4-9bfdb3d08a4e HTTP/1.1" status: 204 len: 168 time: 0.3949323 Dec 21 04:06:10.831037 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-54c362d7-edaf-4fd7-8f23-1d5eb75e0a65 req-540962a1-387c-4e66-aa12-d47f48bb2746 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Dec 21 04:06:10.894509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-c530e2ec-eff2-42b8-87aa-f33a324c22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:10.896088 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-c530e2ec-eff2-42b8-87aa-f33a324c22f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0691493 Dec 21 04:06:10.986857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-e6f66e61-4232-4f9b-a616-511294c31d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:10.991044 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-e6f66e61-4232-4f9b-a616-511294c31d66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0862989 Dec 21 04:06:11.141960 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-b9d8ce15-ea77-40e1-9217-bc29627c0ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427512 Dec 21 04:06:11.299115 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b4112e8a-3a9e-47fb-b2d7-a5d6bda18e93 req-36997f52-3684-4119-b2cf-ac6b7e66a6b7 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483529 Dec 21 04:06:11.492097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d64db-7afd-404d-ae83-b91b8fac00f1 req-d297ffc8-0445-407d-a5e6-697b8c8ae494 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:11.492849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-561d64db-7afd-404d-ae83-b91b8fac00f1 req-d297ffc8-0445-407d-a5e6-697b8c8ae494 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:11.507658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-561d64db-7afd-404d-ae83-b91b8fac00f1 req-d297ffc8-0445-407d-a5e6-697b8c8ae494 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:11.508879 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-561d64db-7afd-404d-ae83-b91b8fac00f1 req-d297ffc8-0445-407d-a5e6-697b8c8ae494 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 946 time: 0.1025555 Dec 21 04:06:11.560049 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-561d64db-7afd-404d-ae83-b91b8fac00f1 req-17820743-3497-476d-89cc-d35d24dcc0ca tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Dec 21 04:06:11.724018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46496) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:11.774379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881b878-58e0-4083-af17-d25253d4eb76 req-b09bc4c0-01ce-4ea9-9a01-76492b264289 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:11.775976 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1881b878-58e0-4083-af17-d25253d4eb76 req-b09bc4c0-01ce-4ea9-9a01-76492b264289 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0942805 Dec 21 04:06:11.824792 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1881b878-58e0-4083-af17-d25253d4eb76 req-48a59262-4a9c-4b3e-8da0-24b7b565f768 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Dec 21 04:06:11.873584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1914175096-network', 'tenant_id': 'f54f7409cf834f14812525614ef24dde'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:11.879116 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:11.883239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Usage tracker for resource:network and tenant:f54f7409cf834f14812525614ef24dde is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:11.886235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:11.891955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:11.900720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Made reservation on behalf of f54f7409cf834f14812525614ef24dde for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:06:11.905320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:11.919801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:11.936650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:11.941355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Usage tracker for resource:security_group_rule and tenant:f54f7409cf834f14812525614ef24dde is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:11.944367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:11.950158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:12.105249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.110890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.115677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1f72b356-592c-45a0-a7ad-773b0ba96900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:12.133885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f66ade-df2e-4af1-b80e-6467a4774f7d req-39d42af4-0a92-44d7-9999-f5ec1dc3a3d7 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:12.135496 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1f66ade-df2e-4af1-b80e-6467a4774f7d req-39d42af4-0a92-44d7-9999-f5ec1dc3a3d7 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 944 time: 0.1496177 Dec 21 04:06:12.158709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:06:12.189417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf4eea5-1f0e-425b-a2a0-788342f5d829,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:12.192682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:12.206083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.206511 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Added segment a1db3365-9324-4363-bf52-fc9a80510410 of type vxlan for network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed Dec 21 04:06:12.221893 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1f66ade-df2e-4af1-b80e-6467a4774f7d req-d2f7d157-a549-4c71-8b4e-b743684f2ae7 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784733 Dec 21 04:06:12.242577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.274737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.276036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:12.276718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.282470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5ff46f40-4a3e-4faa-8973-b70face26924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:12.391310 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6660604 Dec 21 04:06:12.392246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Pushing event updated for resources: {'Network': ['ID=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:12.394400 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46504) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:12.395861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:12.400310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-d5dca98b-a0fc-4119-be6b-01b122d617b3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:06:12.402452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Request body: {'subnet': {'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1914175096-subnet', 'tenant_id': 'f54f7409cf834f14812525614ef24dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:12.405181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:06:12.408193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:12.412210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Usage tracker for resource:subnet and tenant:f54f7409cf834f14812525614ef24dde is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:12.415185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:12.418900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:06:12.420861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:12.431409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Made reservation on behalf of f54f7409cf834f14812525614ef24dde for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:06:12.436119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848313033'] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.789265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcee4-40a7-445b-814b-559b89940d56 req-80bfd44c-80ba-4092-a688-0300eb209585 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:12.790934 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c0fcee4-40a7-445b-814b-559b89940d56 req-80bfd44c-80ba-4092-a688-0300eb209585 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 946 time: 0.0910501 Dec 21 04:06:12.845017 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c0fcee4-40a7-445b-814b-559b89940d56 req-e094cbcd-787a-404c-86b6-0f84e0e0f7ff tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Dec 21 04:06:12.940213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-035ce8b9-aae2-4218-ab87-bca6bd8926b5 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:12.940972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-035ce8b9-aae2-4218-ab87-bca6bd8926b5 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:12.949235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30284101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848313050'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:12.959167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:12.982186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9e9427ce-3331-41cd-9307-5380676b2cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:13.026484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port ae152119-5194-4b01-92e5-5db22e656137 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:06:13.031394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:13.031814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.040640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-035ce8b9-aae2-4218-ab87-bca6bd8926b5 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:13.041929 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-035ce8b9-aae2-4218-ab87-bca6bd8926b5 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 946 time: 0.2451468 Dec 21 04:06:13.058458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1529c2-e9ff-4beb-b734-475d579ca66d req-bd831ad1-2046-4ce5-a5f3-024a3bf6dee6 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:13.060071 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1e1529c2-e9ff-4beb-b734-475d579ca66d req-bd831ad1-2046-4ce5-a5f3-024a3bf6dee6 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0855739 Dec 21 04:06:13.112722 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1e1529c2-e9ff-4beb-b734-475d579ca66d req-4d05fe14-aa6a-4cd4-9057-008049de367e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Dec 21 04:06:13.155529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.181497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7299d726-285d-4d97-9aa1-760404ea7275,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:13.183661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:13.184528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:13.198248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port ae152119-5194-4b01-92e5-5db22e656137, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae152119-5194-4b01-92e5-5db22e656137,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:13.201301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.203321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:13.215325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Deleting port 2283815f-a178-4da6-ade6-db042a692acf {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:13.215710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.245720 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'code': 200} Dec 21 04:06:13.277192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:13.281770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:13.396954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Checking segment: {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:06:13.397818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Network hostable DHCP agents. Network: a43e544d-5f7d-4dd3-900f-8c31afb1e7ed, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:06:13.482892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba76af-1417-4baa-9f63-4028dc181633 req-936099c9-fbea-4058-8e3a-66139394c58a tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:13.485060 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e8ba76af-1417-4baa-9f63-4028dc181633 req-936099c9-fbea-4058-8e3a-66139394c58a tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.1263633 Dec 21 04:06:13.510864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:06:13.524939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, a43e544d-5f7d-4dd3-900f-8c31afb1e7ed) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:06:13.534370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56db2e-8bfb-4d5a-b5da-07f33b674a1e None None] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:06:13.552289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:13.552937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.554099 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e8ba76af-1417-4baa-9f63-4028dc181633 req-3ca01286-99a3-476c-9256-80c5d75680bd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619664 Dec 21 04:06:13.559631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474ba3-7c44-4364-93ed-18585e527a2f req-9c4e8b6f-d7ac-4843-b64d-6a17371e892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:13.561188 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b474ba3-7c44-4364-93ed-18585e527a2f req-9c4e8b6f-d7ac-4843-b64d-6a17371e892b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1163 time: 0.1296518 Dec 21 04:06:13.580320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] For port 2283815f-a178-4da6-ade6-db042a692acf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=2283815f-a178-4da6-ade6-db042a692acf,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:13.580839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.596598 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2004161 Dec 21 04:06:13.615049 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b474ba3-7c44-4364-93ed-18585e527a2f req-d58fe34f-0b6c-4bd6-8733-2faaf5ccdeec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Dec 21 04:06:13.713411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Calling delete_port for 2283815f-a178-4da6-ade6-db042a692acf owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:13.762614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde48a7c-6b5f-451e-87b5-f7138eaad09b None None] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:06:13.867837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:13.883550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d524cd28-0525-45b4-a434-3de6e47ab7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:13.977903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event deleted for resources: {'Port': ['ID=2283815f-a178-4da6-ade6-db042a692acf,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:14.071682 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5d42ab0f-d447-4b00-ac65-573d3c94fc92 req-680c9633-2125-4708-b952-1e51bb70fbae tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=579d8c34-85b5-40b9-bbb1-b0ead9ca31e4 HTTP/1.1" status: 200 len: 210 time: 0.0643048 Dec 21 04:06:14.333016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:14.351388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c24bc-4629-40fa-a289-0069eef305e1 req-c5d1159c-b952-4619-af3f-a9d46e289b4c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:14.353183 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ca5c24bc-4629-40fa-a289-0069eef305e1 req-c5d1159c-b952-4619-af3f-a9d46e289b4c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0987329 Dec 21 04:06:14.373718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] No DVR routers for this DVR port 2283815f-a178-4da6-ade6-db042a692acf on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:06:14.377301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:14.388371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'name': 'network-vif-deleted', 'tag': '2283815f-a178-4da6-ade6-db042a692acf'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:14.395521 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d6ec7fee-4fcc-4e16-a380-9bb514a188a4 req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "DELETE /v2.0/ports/2283815f-a178-4da6-ade6-db042a692acf HTTP/1.1" status: 204 len: 173 time: 1.3428051 Dec 21 04:06:14.413385 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ca5c24bc-4629-40fa-a289-0069eef305e1 req-1de1d218-9f0b-4338-bb73-5ba62082e550 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Dec 21 04:06:14.488505 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579d8c34-85b5-40b9-bbb1-b0ead9ca31e4', 'name': 'network-vif-deleted', 'tag': '2283815f-a178-4da6-ade6-db042a692acf', 'status': 'completed', 'code': 200} Dec 21 04:06:14.535572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:14.606318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:14.606740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:14.745779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 2283815f-a178-4da6-ade6-db042a692acf no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:14.780606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 2283815f-a178-4da6-ade6-db042a692acf {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:06:14.781001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 2283815f-a178-4da6-ade6-db042a692acf not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:06:14.790648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d559c3a-f3c7-4155-a38f-a357d9d0d30b req-1cff3f6e-975d-4acb-bc5b-5903fa8a54f3 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:14.792227 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0d559c3a-f3c7-4155-a38f-a357d9d0d30b req-1cff3f6e-975d-4acb-bc5b-5903fa8a54f3 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.0958390 Dec 21 04:06:14.841471 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0d559c3a-f3c7-4155-a38f-a357d9d0d30b req-28838c95-9be5-4706-ae25-f91b35f570b6 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Dec 21 04:06:15.643520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246bb54-0b95-48c2-bc89-7491a0433187 req-d7617ea0-98d8-44ad-9c08-aea7ad98342c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:15.645127 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9246bb54-0b95-48c2-bc89-7491a0433187 req-d7617ea0-98d8-44ad-9c08-aea7ad98342c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0864708 Dec 21 04:06:15.693397 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9246bb54-0b95-48c2-bc89-7491a0433187 req-d212bd3a-0684-4930-969d-761808168d44 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Dec 21 04:06:15.850399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f404d8f8-e57f-41d8-be1d-c8361417a191 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:15.851061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f404d8f8-e57f-41d8-be1d-c8361417a191 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Synchronizing usage tracker for tenant:f54f7409cf834f14812525614ef24dde on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:15.866804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f404d8f8-e57f-41d8-be1d-c8361417a191 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Unset dirty status for tenant:f54f7409cf834f14812525614ef24dde on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:15.868034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f404d8f8-e57f-41d8-be1d-c8361417a191 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/networks?id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 200 len: 814 time: 0.1685798 Dec 21 04:06:15.884278 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-c7c12938-4094-4bf8-b95b-e2a73c329411 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/quotas/f54f7409cf834f14812525614ef24dde HTTP/1.1" status: 200 len: 375 time: 0.0100577 Dec 21 04:06:15.939416 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-cb7efecd-4add-459c-a33f-d34042f77ca4 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?tenant_id=f54f7409cf834f14812525614ef24dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493016 Dec 21 04:06:16.147916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a27e70-eaa8-43b3-8943-f80adc249411 req-758008e2-cf71-44ee-b3d4-31ff7d041e00 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:16.149491 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-51a27e70-eaa8-43b3-8943-f80adc249411 req-758008e2-cf71-44ee-b3d4-31ff7d041e00 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.1779158 Dec 21 04:06:16.155538 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-5030c588-835e-4851-8947-6d4f13849ae0 service neutron] 10.222.0.23 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082913 Dec 21 04:06:16.284137 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-51a27e70-eaa8-43b3-8943-f80adc249411 req-0c1619ed-a22d-419f-88b8-dffaab16a981 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275554 Dec 21 04:06:16.330412 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-6fa1ffec-4579-447a-9de1-f7021a90b2a0 service neutron] 10.222.0.23 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577425 Dec 21 04:06:16.384244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:16.505999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:16.506438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:16.527431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfa873-0d03-47b5-a397-3331d27c43f7 req-1ba44f75-9b8f-4a51-8a3d-633d14798286 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:16.529039 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f9bfa873-0d03-47b5-a397-3331d27c43f7 req-1ba44f75-9b8f-4a51-8a3d-633d14798286 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.1081107 Dec 21 04:06:16.578698 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f9bfa873-0d03-47b5-a397-3331d27c43f7 req-ed8157ed-7832-401d-96f0-bf7fbd4baf26 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Dec 21 04:06:16.646195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:16.701073 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e3139a39-e69b-4bfb-810f-a3ad6b8ebc52 req-374528a4-bfbb-48dd-8a72-0c7e67cf3b73 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 210 time: 0.0454822 Dec 21 04:06:16.737386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:16.738082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:17.063252 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b129c-b202-4ad6-a66b-1e50b9cd003e req-872fc499-b9f2-4c76-94d1-ce22765ff195 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:17.064881 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f01b129c-b202-4ad6-a66b-1e50b9cd003e req-872fc499-b9f2-4c76-94d1-ce22765ff195 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0876541 Dec 21 04:06:17.120031 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f01b129c-b202-4ad6-a66b-1e50b9cd003e req-17e5698b-e4dd-4fec-bf0b-b043525be8a1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466061 Dec 21 04:06:17.223076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0df9-7bd8-40fd-a0e5-af5d8574d90e req-a6296645-bdac-4fd5-8bc3-e3f2d7b17b19 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:17.224639 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d6db0df9-7bd8-40fd-a0e5-af5d8574d90e req-a6296645-bdac-4fd5-8bc3-e3f2d7b17b19 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 946 time: 0.0858448 Dec 21 04:06:17.324134 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d6db0df9-7bd8-40fd-a0e5-af5d8574d90e req-f293cbd0-1315-4871-a634-364181c9dff9 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929887 Dec 21 04:06:17.351533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3f36-2ec4-4a7b-83a1-77816d378915 req-13441618-5cfc-42c9-9ae3-6ebe4d3e2e73 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:17.353128 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c2dd3f36-2ec4-4a7b-83a1-77816d378915 req-13441618-5cfc-42c9-9ae3-6ebe4d3e2e73 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.1074476 Dec 21 04:06:17.399393 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c2dd3f36-2ec4-4a7b-83a1-77816d378915 req-b1ce94d5-b9f2-4c7c-a1fc-17b18dd99854 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Dec 21 04:06:17.782098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-e70991da-ca3a-4fb4-9132-e3da63bd4846 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:17.783246 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-e70991da-ca3a-4fb4-9132-e3da63bd4846 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "GET /v2.0/networks?id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 200 len: 814 time: 0.2057917 Dec 21 04:06:17.803967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Request body: {'port': {'device_id': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed', 'admin_state_up': True, 'tenant_id': 'f54f7409cf834f14812525614ef24dde'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:17.970225 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-164bb27d-476d-416f-9bd6-7422f04431c6 req-abd8c001-ac18-4be2-9bee-96caa8d2a002 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 210 time: 0.0663979 Dec 21 04:06:18.017573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:18.021597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Usage tracker for resource:port and tenant:f54f7409cf834f14812525614ef24dde is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:18.024510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Quota usage for port was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:18.030212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:18.039463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Made reservation on behalf of f54f7409cf834f14812525614ef24dde for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:06:18.045023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:18.343508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a42562-983f-489a-913d-fa0b3b7a1d47 req-5548f4b3-9277-472e-9681-2fb335a7ea84 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:18.345018 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-63a42562-983f-489a-913d-fa0b3b7a1d47 req-5548f4b3-9277-472e-9681-2fb335a7ea84 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0865395 Dec 21 04:06:18.350769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Allocated IP 172.20.0.10 (a43e544d-5f7d-4dd3-900f-8c31afb1e7ed/7299d726-285d-4d97-9aa1-760404ea7275/430400f0-722e-4598-a1de-34ba16e37983) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:06:18.395485 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-63a42562-983f-489a-913d-fa0b3b7a1d47 req-1f53c7e0-ff48-4b4c-bc61-15f259b810e6 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Dec 21 04:06:18.536823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7874-47ff-4226-b124-f706ffcbeceb req-fe428bc2-3a1c-481d-b908-7018a2619527 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:18.538459 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f9a7874-47ff-4226-b124-f706ffcbeceb req-fe428bc2-3a1c-481d-b908-7018a2619527 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 946 time: 0.0816391 Dec 21 04:06:18.574881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:18.587894 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3f9a7874-47ff-4226-b124-f706ffcbeceb req-99154765-0607-4af0-90f2-53dd335ff595 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/security-groups?id=d48e57d1-dac2-4076-a62b-eb3fc4802ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Dec 21 04:06:18.601356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:18.616091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:18.715683 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40516794-30f1-4680-af41-d0aca28fff91 req-99ec2236-53fc-489c-876e-b3ba647ea7d8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:18.717248 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-40516794-30f1-4680-af41-d0aca28fff91 req-99ec2236-53fc-489c-876e-b3ba647ea7d8 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 946 time: 0.0817716 Dec 21 04:06:18.752222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Pushing event updated for resources: {'Port': ['ID=430400f0-722e-4598-a1de-34ba16e37983,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:18.762143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:18.791850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Deleting port ae699a75-176a-4667-a1ae-e335dcd1d97b {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:18.792349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:18.808641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:06:18.809836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:06:18.812169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:06:18.879715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:18.880462 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:18.903849 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1044500 Dec 21 04:06:18.928970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Request body: {'port': {'device_id': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:19.044471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.127763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] For port ae699a75-176a-4667-a1ae-e335dcd1d97b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae699a75-176a-4667-a1ae-e335dcd1d97b,segment=NetworkSegment(aceb1e70-6ab2-43c7-ae8f-fd3c088433df),segment_id=aceb1e70-6ab2-43c7-ae8f-fd3c088433df)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:19.128169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.535911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430400f0-722e-4598-a1de-34ba16e37983 {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:06:19.544020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.558052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Calling delete_port for ae699a75-176a-4667-a1ae-e335dcd1d97b owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:19.558997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Transition to ACTIVE for port object 430400f0-722e-4598-a1de-34ba16e37983 will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:06:19.563146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.580110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:19.702460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2ed0-1605-4af5-a3a7-6da24d7b5b2c req-cd592cde-bcdf-403e-a6ad-1273f2deb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:19.704086 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-44ef2ed0-1605-4af5-a3a7-6da24d7b5b2c req-cd592cde-bcdf-403e-a6ad-1273f2deb24e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.6765397 Dec 21 04:06:19.730644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Pushing event updated for resources: {'Port': ['ID=430400f0-722e-4598-a1de-34ba16e37983,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:19.735959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:19.838433 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-44ef2ed0-1605-4af5-a3a7-6da24d7b5b2c req-2feebfaa-9b6c-44d5-8f65-4156b41cc103 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231029 Dec 21 04:06:19.872410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eff947-2f26-4f02-a4d7-b2af3e8979c9 req-75d26821-72d1-4c4f-80ca-60a00805c98e tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:19.874020 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a2eff947-2f26-4f02-a4d7-b2af3e8979c9 req-75d26821-72d1-4c4f-80ca-60a00805c98e tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 932 time: 0.5112550 Dec 21 04:06:19.887112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b13c7-5995-433e-997a-b26811d70826 req-371ceffd-a889-461b-a6d6-50027aa62d1f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:19.888416 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f17b13c7-5995-433e-997a-b26811d70826 req-371ceffd-a889-461b-a6d6-50027aa62d1f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.2673557 Dec 21 04:06:19.890512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.914963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Attempting to bind port 430400f0-722e-4598-a1de-34ba16e37983 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:06:19.915333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Attempting to bind port 430400f0-722e-4598-a1de-34ba16e37983 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:06:19.915705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Attempting to bind port 430400f0-722e-4598-a1de-34ba16e37983 on network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:06:19.922240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:06:19.922612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Checking segment: {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:06:19.923055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.923704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Bound using segment: {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:06:19.924200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Bound port: 430400f0-722e-4598-a1de-34ba16e37983, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:06:19.924572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:19.927932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:20.006298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Pushing event deleted for resources: {'Port': ['ID=ae699a75-176a-4667-a1ae-e335dcd1d97b,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:20.009444 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:20.016033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] For port 430400f0-722e-4598-a1de-34ba16e37983, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:06:20.019260 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] For port 430400f0-722e-4598-a1de-34ba16e37983, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=430400f0-722e-4598-a1de-34ba16e37983,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:06:20.022968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:20.038717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:20.104515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a2eff947-2f26-4f02-a4d7-b2af3e8979c9 req-deda2158-00d9-4331-9180-2c0aff330743 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Synchronizing usage tracker for tenant:f54f7409cf834f14812525614ef24dde on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:20.134431 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f17b13c7-5995-433e-997a-b26811d70826 req-98ad2886-3fc8-4885-9add-475199355ea9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756320 Dec 21 04:06:20.146942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a2eff947-2f26-4f02-a4d7-b2af3e8979c9 req-deda2158-00d9-4331-9180-2c0aff330743 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Unset dirty status for tenant:f54f7409cf834f14812525614ef24dde on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:20.148188 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a2eff947-2f26-4f02-a4d7-b2af3e8979c9 req-deda2158-00d9-4331-9180-2c0aff330743 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588418 Dec 21 04:06:20.230634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:20.231226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:20.233180 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] 10.222.0.21 "PUT /v2.0/ports/430400f0-722e-4598-a1de-34ba16e37983 HTTP/1.1" status: 200 len: 1158 time: 1.3090990 Dec 21 04:06:20.233867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'tag': '430400f0-722e-4598-a1de-34ba16e37983'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:20.238796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Pushing event updated for resources: {'Port': ['ID=430400f0-722e-4598-a1de-34ba16e37983,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:20.242473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:20.257987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] No DVR routers for this DVR port ae699a75-176a-4667-a1ae-e335dcd1d97b on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:06:20.262011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:20.265217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'name': 'network-vif-deleted', 'tag': 'ae699a75-176a-4667-a1ae-e335dcd1d97b'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:20.278975 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-40516794-30f1-4680-af41-d0aca28fff91 req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.21 "DELETE /v2.0/ports/ae699a75-176a-4667-a1ae-e335dcd1d97b HTTP/1.1" status: 204 len: 173 time: 1.5545914 Dec 21 04:06:20.369024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-46a60456-504a-4317-95ee-27eaaedb2576 req-faec34f3-9ff3-477a-b9d4-8a59cb82d8ef tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Synchronizing usage tracker for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:20.374545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:20.375305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-13f44966-5b60-4153-8c11-411ecb7bd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:20.380437 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-13f44966-5b60-4153-8c11-411ecb7bd061 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f54f7409cf834f14812525614ef24dde&device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 1161 time: 0.1075459 Dec 21 04:06:20.394786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-46a60456-504a-4317-95ee-27eaaedb2576 req-faec34f3-9ff3-477a-b9d4-8a59cb82d8ef tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Unset dirty status for tenant:7f3bb1f3e1f543e2bf34d40cd5857a91 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:20.396085 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-46a60456-504a-4317-95ee-27eaaedb2576 req-faec34f3-9ff3-477a-b9d4-8a59cb82d8ef tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] 10.222.0.23 "GET /v2.0/ports?device_id=bc1bc3c5-5611-4b11-95ab-b14958bc41dc HTTP/1.1" status: 200 len: 210 time: 0.0848911 Dec 21 04:06:20.473691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:20.474906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:20.480912 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-5a8e74aa-1b4d-4607-9321-73e744293389 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430400f0-722e-4598-a1de-34ba16e37983 HTTP/1.1" status: 200 len: 217 time: 0.0906620 Dec 21 04:06:20.483122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'tag': '430400f0-722e-4598-a1de-34ba16e37983', 'status': 'completed', 'code': 200} Dec 21 04:06:20.536367 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1bc3c5-5611-4b11-95ab-b14958bc41dc', 'name': 'network-vif-deleted', 'tag': 'ae699a75-176a-4667-a1ae-e335dcd1d97b', 'status': 'completed', 'code': 200} Dec 21 04:06:20.562120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-9f1c7c81-909b-4600-9030-cd7d34b8c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:20.564246 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-9f1c7c81-909b-4600-9030-cd7d34b8c383 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7299d726-285d-4d97-9aa1-760404ea7275 HTTP/1.1" status: 200 len: 854 time: 0.0732512 Dec 21 04:06:20.615310 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-822dc265-fa12-48f2-afec-90712c4ca56d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441213 Dec 21 04:06:20.618602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae699a75-176a-4667-a1ae-e335dcd1d97b no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:20.657095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: ae699a75-176a-4667-a1ae-e335dcd1d97b {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:06:20.657388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae699a75-176a-4667-a1ae-e335dcd1d97b not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:06:20.773101 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-cd790647-963b-4c3d-8001-e9df443be9fb service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467702 Dec 21 04:06:20.941395 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7f1e0497-7f87-4501-b5e0-620eee10a335 req-de1112f5-d61d-4d5e-aaf8-61f67a9f3cdc service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609695 Dec 21 04:06:21.324428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-1725d77a-d375-4ee1-8b4c-ab0c1bef67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:21.325989 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-1725d77a-d375-4ee1-8b4c-ab0c1bef67f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f54f7409cf834f14812525614ef24dde&device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 1161 time: 0.2751062 Dec 21 04:06:21.441352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ae7b6-d172-4982-a1d1-d1fdcbaffe09 req-53d912e2-d4d4-4597-9df1-5326526e1630 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:21.442981 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f88ae7b6-d172-4982-a1d1-d1fdcbaffe09 req-53d912e2-d4d4-4597-9df1-5326526e1630 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1515095 Dec 21 04:06:21.455122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2617d5d-a972-4cfc-b26e-253852b54e38 req-5c9416b2-4477-4aa2-ad17-f3c3500fea49 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:21.457361 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b2617d5d-a972-4cfc-b26e-253852b54e38 req-5c9416b2-4477-4aa2-ad17-f3c3500fea49 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 944 time: 0.1237051 Dec 21 04:06:21.472270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-5a2dfcd0-1f40-4bf5-9c5e-cc55a905c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:21.473932 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-5a2dfcd0-1f40-4bf5-9c5e-cc55a905c9f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 200 len: 908 time: 0.1412137 Dec 21 04:06:21.537661 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f88ae7b6-d172-4982-a1d1-d1fdcbaffe09 req-e84e1e09-1fd4-4093-ba3d-328e95992b1e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798800 Dec 21 04:06:21.545096 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-8b8990ab-a5d5-4ed3-abfb-9c8428334bb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=430400f0-722e-4598-a1de-34ba16e37983 HTTP/1.1" status: 200 len: 217 time: 0.0631943 Dec 21 04:06:21.548567 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b2617d5d-a972-4cfc-b26e-253852b54e38 req-71c7542f-6d8a-4015-82e3-70eb977e8e42 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 Dec 21 04:06:21.636925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-cb635a62-41fe-4fb1-bb33-753b8f30ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:21.638645 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-cb635a62-41fe-4fb1-bb33-753b8f30ade9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7299d726-285d-4d97-9aa1-760404ea7275 HTTP/1.1" status: 200 len: 854 time: 0.0859206 Dec 21 04:06:21.648929 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46664) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:21.690545 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-f7e38398-275e-43e3-8bc5-dfdb756714cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442474 Dec 21 04:06:21.722828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Deleting subnet b902fdaa-e9fa-4039-a313-8e2754366778 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:06:21.725267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:21.796898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:21.888846 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-ee5c951b-2814-4b55-a5d2-796a60cfce40 service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880069 Dec 21 04:06:21.904597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:22.064745 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e4e36e3d-f00f-4a43-8951-e36ea55b4a5b req-2876a068-afc5-42a2-aad9-7f0989b139d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1586528 Dec 21 04:06:22.134835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:22.179046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98734c7b-ac78-4886-b39f-58d93fff916b req-8c178006-ab40-4ebb-84aa-3a83478b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:22.180850 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-8c178006-ab40-4ebb-84aa-3a83478b809a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c0845d8974a47379a3ed753a0f15725&device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 1162 time: 0.0861287 Dec 21 04:06:22.307842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:22.329575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3508f5ad-48e9-455e-95a1-3ad294887eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:22.352511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98734c7b-ac78-4886-b39f-58d93fff916b req-15a4eaf8-b023-4828-a4b8-d49a2ca42be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:22.354155 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-15a4eaf8-b023-4828-a4b8-d49a2ca42be4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 200 len: 913 time: 0.1647897 Dec 21 04:06:22.372276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af13f0b-f3b0-4675-b4fa-b146fb769e95 req-71ea7785-0aa3-44d9-b1de-f61c4148835a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:22.373973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0af13f0b-f3b0-4675-b4fa-b146fb769e95 req-71ea7785-0aa3-44d9-b1de-f61c4148835a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1656446 Dec 21 04:06:22.391533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:22.407166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b902fdaa-e9fa-4039-a313-8e2754366778,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:22.410368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:22.448800 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-ed559f49-8d43-4ca5-a1cb-24684e1900e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 200 len: 217 time: 0.0868077 Dec 21 04:06:22.482182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:22.482886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:22.522363 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0af13f0b-f3b0-4675-b4fa-b146fb769e95 req-b53101f0-e38d-4e5a-8172-0d3b7b2c621e tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314964 Dec 21 04:06:22.536314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:22.542987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98734c7b-ac78-4886-b39f-58d93fff916b req-5ad39d10-650c-4669-a067-1d8fc10237e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:22.544811 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-5ad39d10-650c-4669-a067-1d8fc10237e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 200 len: 859 time: 0.0890801 Dec 21 04:06:22.582937 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b902fdaa-e9fa-4039-a313-8e2754366778 HTTP/1.1" status: 204 len: 168 time: 0.9326775 Dec 21 04:06:22.588591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 46688) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:22.614080 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-f5c80462-0ff3-44a4-8849-181c49cd4656 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=290012f9-1327-473a-8019-55fc478d721f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507905 Dec 21 04:06:22.759198 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-e1a6c42b-6d7f-4a1e-b280-1f171b444a60 service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384954 Dec 21 04:06:22.779954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:22.853140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90af9-ffe6-48cd-807a-bc561487a3a0 req-e070bdff-aee0-4694-9d27-8916bead45a1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:22.854774 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6df90af9-ffe6-48cd-807a-bc561487a3a0 req-e070bdff-aee0-4694-9d27-8916bead45a1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.3220203 Dec 21 04:06:22.904246 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-98734c7b-ac78-4886-b39f-58d93fff916b req-2ea1338e-2b09-4f7c-a278-ecef69799f4c service neutron] 10.222.0.21 "GET /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359355 Dec 21 04:06:22.998221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e8928-1314-495a-906c-d2ad7f3c59ef req-48805b81-7a96-4713-8974-03707efdaf2b tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:22.999842 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5b9e8928-1314-495a-906c-d2ad7f3c59ef req-48805b81-7a96-4713-8974-03707efdaf2b tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 944 time: 0.2977157 Dec 21 04:06:23.051170 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6df90af9-ffe6-48cd-807a-bc561487a3a0 req-b4c625a3-4da1-4936-8250-3f2ec7531028 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875892 Dec 21 04:06:23.059015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:23.204330 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5b9e8928-1314-495a-906c-d2ad7f3c59ef req-17fbd98b-0926-4aa7-ba69-baafbbc7a25a tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521208 Dec 21 04:06:23.210578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f68ac37-aa69-49d6-a83e-a8d52b5f6497']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:23.224722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:23.225069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceb1e70-6ab2-43c7-ae8f-fd3c088433df') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:23.237732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848031833'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:23.252525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:23.254564 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:06:23.726751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:06:23.745883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848004600'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:23.956032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3e0a-d04c-4cd5-b538-17c8a2e74e49 req-1441ff6b-5b80-4899-b29f-4f6cfdb4b157 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:23.957666 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cf6f3e0a-d04c-4cd5-b538-17c8a2e74e49 req-1441ff6b-5b80-4899-b29f-4f6cfdb4b157 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.6232121 Dec 21 04:06:23.968115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Network 4f68ac37-aa69-49d6-a83e-a8d52b5f6497 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:06:23.995243 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:06:24.039330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d5117-7202-4a75-a9e0-7a3e91267c32 req-5fdb1cf7-d089-4796-a5ed-768c90817c1f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:24.040870 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3b2d5117-7202-4a75-a9e0-7a3e91267c32 req-5fdb1cf7-d089-4796-a5ed-768c90817c1f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.3617327 Dec 21 04:06:24.140923 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cf6f3e0a-d04c-4cd5-b538-17c8a2e74e49 req-9f75fd0d-85a8-4dcd-b32a-4eeba1b0b27e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647100 Dec 21 04:06:24.141810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.160661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:24.179636 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3b2d5117-7202-4a75-a9e0-7a3e91267c32 req-a088cf46-27c7-4fba-b424-64e7e6ac0ae2 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827513 Dec 21 04:06:24.182982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.186910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f68ac37-aa69-49d6-a83e-a8d52b5f6497,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:24.191508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:24.200659 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-06dc97b0-5e2c-4a70-b5dd-0921e01f616e admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f68ac37-aa69-49d6-a83e-a8d52b5f6497 HTTP/1.1" status: 204 len: 168 time: 1.6074519 Dec 21 04:06:24.352679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46712) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:24.407659 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b9944d98-5545-4067-be46-2907a9c9d123 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f3bb1f3e1f543e2bf34d40cd5857a91&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0508142 Dec 21 04:06:24.431719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46716) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:24.451528 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-e083b14c-f142-4400-821e-693dd750150f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2262030 Dec 21 04:06:24.466784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'floatingip': {'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:24.474256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:24.477413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.482480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cb388-269c-427b-87d3-c102361bb451 req-8cbe914a-ebbb-42fc-aaf2-2e2279e87961 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:24.490323 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c10cb388-269c-427b-87d3-c102361bb451 req-8cbe914a-ebbb-42fc-aaf2-2e2279e87961 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.2115717 Dec 21 04:06:24.507713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Usage tracker for resource:floatingip and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:24.510264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.512552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:24.523165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-579f086e-d9ad-4197-8077-b28b7001c630 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:06:24.523352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:24.549465 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c10cb388-269c-427b-87d3-c102361bb451 req-36cadd36-387d-40e7-9060-10a9c7aad973 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581892 Dec 21 04:06:24.550894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for floatingip, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.560877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.566453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8e2acd4e-c606-4541-aa60-33b4e5a863db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:24.579722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48e57d1-dac2-4076-a62b-eb3fc4802ad5,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:24.582872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:24.584891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.589368 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d48e57d1-dac2-4076-a62b-eb3fc4802ad5 HTTP/1.1" status: 204 len: 168 time: 0.1772280 Dec 21 04:06:24.710600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:24.980316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c36bc-b2f8-473b-9048-64bd782649be req-0fb182f2-399d-4dab-927a-16419d49b6e5 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:24.981926 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0e6c36bc-b2f8-473b-9048-64bd782649be req-0fb182f2-399d-4dab-927a-16419d49b6e5 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 944 time: 0.2358661 Dec 21 04:06:25.082473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0e6c36bc-b2f8-473b-9048-64bd782649be req-97d3cd5d-e67a-4bbc-b7b2-767f3f132570 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930448 Dec 21 04:06:25.089688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 430400f0-722e-4598-a1de-34ba16e37983 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:25.104732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Allocated IP 172.28.1.78 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/b3a797b0-e2d0-4880-8154-4daf6a085392) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:06:25.171327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 430400f0-722e-4598-a1de-34ba16e37983 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:06:25.177229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 430400f0-722e-4598-a1de-34ba16e37983 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:25.177671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.276314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.306793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.307482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.325194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:25.340404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430400f0-722e-4598-a1de-34ba16e37983'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:25.348179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 430400f0-722e-4598-a1de-34ba16e37983, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=430400f0-722e-4598-a1de-34ba16e37983,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:25.350537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.351577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:25.380788 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:25.480772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=430400f0-722e-4598-a1de-34ba16e37983,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:25.488289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:25.495889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:25.496565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.522974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'Port': ['ID=b3a797b0-e2d0-4880-8154-4daf6a085392,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:25.534106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:25.598459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb5d6-0886-4d1b-baad-b95e98692ddf req-50139f73-617e-457d-bbf2-a6feeca6e316 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:25.600084 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f39bb5d6-0886-4d1b-baad-b95e98692ddf req-50139f73-617e-457d-bbf2-a6feeca6e316 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.2303331 Dec 21 04:06:25.610885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:06:25.624031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:06:25.628246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:06:25.702578 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f39bb5d6-0886-4d1b-baad-b95e98692ddf req-05d1d567-8629-4ee9-93bd-f4497263fe94 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Dec 21 04:06:25.776873 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for floatingip, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:25.787531 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430400f0-722e-4598-a1de-34ba16e37983', 'code': 200} Dec 21 04:06:25.848965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.044081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b35fa9-9c8e-4def-be41-8c8f12d0e564 req-88333d92-774b-416c-84b1-5ed66e4e6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:26.045731 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-05b35fa9-9c8e-4def-be41-8c8f12d0e564 req-88333d92-774b-416c-84b1-5ed66e4e6064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 1163 time: 0.0833642 Dec 21 04:06:26.091488 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-05b35fa9-9c8e-4def-be41-8c8f12d0e564 req-2d4878a3-ad39-437d-87dd-65b7fcb1942f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Dec 21 04:06:26.128986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.133115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.148095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:26.297551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'Port': ['ID=b3a797b0-e2d0-4880-8154-4daf6a085392,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:26.302433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:26.392829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.415434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.416956 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9583147 Dec 21 04:06:26.443416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 430400f0-722e-4598-a1de-34ba16e37983 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:26.519993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 430400f0-722e-4598-a1de-34ba16e37983 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:26.520420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.660294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:26.730978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 082dbd55-6f76-4678-b522-7e39d1d823af triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:26.731394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:26.773994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-755f3767-af34-4586-80b3-63c34a653554 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Synchronizing usage tracker for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:floatingip {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:26.810379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-755f3767-af34-4586-80b3-63c34a653554 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Unset dirty status for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:floatingip {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:26.811648 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-755f3767-af34-4586-80b3-63c34a653554 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.3873036 Dec 21 04:06:26.873405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e1a35-a9bb-4415-9d54-b81cf42f4493 req-507fe37f-4267-438e-9494-23c0f9767cb8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:26.875575 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b4e1a35-a9bb-4415-9d54-b81cf42f4493 req-507fe37f-4267-438e-9494-23c0f9767cb8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1454763 Dec 21 04:06:27.009127 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b4e1a35-a9bb-4415-9d54-b81cf42f4493 req-881a78f1-f402-4ade-886b-e0d226bd839c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776954 Dec 21 04:06:27.018059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-bd26a272-c6f8-4260-89d8-14691f2e1047 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:27.019319 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-bd26a272-c6f8-4260-89d8-14691f2e1047 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 784 time: 0.2003453 Dec 21 04:06:27.030539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-a4650ce2-fb9c-4544-93ae-dfd235f43002 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:06:27.032081 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-415d4355-590a-46a7-aec9-0310ed8fb13f req-a4650ce2-fb9c-4544-93ae-dfd235f43002 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0066965 Dec 21 04:06:27.227950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9f83b-1627-43c3-907a-46e61211df7d req-c4a78e19-3018-42bb-9e2c-0edecbc527f4 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:27.229763 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b3e9f83b-1627-43c3-907a-46e61211df7d req-c4a78e19-3018-42bb-9e2c-0edecbc527f4 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.0895677 Dec 21 04:06:27.278198 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b3e9f83b-1627-43c3-907a-46e61211df7d req-a66fa052-f20f-4fed-b001-3556af0b2ceb tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Dec 21 04:06:27.549454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-78c241e4-1858-4652-9bc1-310e4468ca5d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:27.551124 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-78c241e4-1858-4652-9bc1-310e4468ca5d tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0865574 Dec 21 04:06:27.639256 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-9de0c70b-dd30-4bb7-81e3-0a71ddb129a3 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0815818 Dec 21 04:06:27.649731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'floatingip': {'port_id': 'ae152119-5194-4b01-92e5-5db22e656137', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:27.736319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:28.319390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10823d-9606-4b5c-8b4c-370c496e472b req-dee7ca2d-8e3c-487f-97c0-890f95818ef8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:28.320895 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fe10823d-9606-4b5c-8b4c-370c496e472b req-dee7ca2d-8e3c-487f-97c0-890f95818ef8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1279681 Dec 21 04:06:28.399598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 430400f0-722e-4598-a1de-34ba16e37983 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:28.452351 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fe10823d-9606-4b5c-8b4c-370c496e472b req-216ae006-00f1-44ed-a0df-865c09461df6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213608 Dec 21 04:06:28.480085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 430400f0-722e-4598-a1de-34ba16e37983 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:28.480085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:28.482809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:28.485686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:28.724828 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Floating IP 7ab6e71d-ab89-4633-a8ba-14ed3e47b79b associated. External IP: 172.28.1.78, port: ae152119-5194-4b01-92e5-5db22e656137. Dec 21 04:06:28.837454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3ab0-7f68-451d-81ed-4e07a68e90fe req-58cce4f0-2e89-4b86-b173-479c0e8dd952 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:28.839007 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-13cb3ab0-7f68-451d-81ed-4e07a68e90fe req-58cce4f0-2e89-4b86-b173-479c0e8dd952 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.2037680 Dec 21 04:06:28.968379 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-13cb3ab0-7f68-451d-81ed-4e07a68e90fe req-15d8eed3-8838-49e8-8aa9-464980446cae tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741110 Dec 21 04:06:29.167205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Router 4959dd72-e3cc-4ace-a8f2-44acfea70875 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:06:29.585103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:06:29.591455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:29.601888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] Sync routers for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:06:29.623690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:06:29.624299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:06:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:29.645919 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-c5eb54c1-2e97-4845-a89d-0d18d8970fbd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "PUT /v2.0/floatingips/7ab6e71d-ab89-4633-a8ba-14ed3e47b79b HTTP/1.1" status: 200 len: 996 time: 2.0003495 Dec 21 04:06:29.647736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:29.803797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7cd7-e3f9-4a70-a310-3f6088a90c33 req-d9e526ac-666a-40f2-ba91-79955ef66d20 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:29.805406 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c11a7cd7-e3f9-4a70-a310-3f6088a90c33 req-d9e526ac-666a-40f2-ba91-79955ef66d20 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1585419 Dec 21 04:06:29.808096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-f7fa89c9-f333-4b1b-97b0-9b977b3518e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:29.809595 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-f7fa89c9-f333-4b1b-97b0-9b977b3518e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1163 time: 0.1192064 Dec 21 04:06:29.825973 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:06:29.952122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c11a7cd7-e3f9-4a70-a310-3f6088a90c33 req-7ef46bb8-e951-4691-bd52-e871acab6f5b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401029 Dec 21 04:06:30.015033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-2c691e37-2dc6-4c80-b9f8-e18230761c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.018827 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-2c691e37-2dc6-4c80-b9f8-e18230761c29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.1887956 Dec 21 04:06:30.110749 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'status': 'completed', 'code': 200} Dec 21 04:06:30.168706 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-3aaa18a5-6e2e-446f-8200-7a9b6c34cd5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 999 time: 0.1440895 Dec 21 04:06:30.231253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-6bc467f0-e51d-4932-9052-baf6303473c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.255543 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-6bc467f0-e51d-4932-9052-baf6303473c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1163 time: 0.1251359 Dec 21 04:06:30.258408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-0e91eb20-2f7b-4eea-ba5a-d8b26e7fe3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.260497 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-0e91eb20-2f7b-4eea-ba5a-d8b26e7fe3f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0842850 Dec 21 04:06:30.402679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-0eee7a7a-fe98-41ed-a9b5-fd6007da37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.404922 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-0eee7a7a-fe98-41ed-a9b5-fd6007da37e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1368530 Dec 21 04:06:30.417523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-bf06dd8c-492c-4db4-b213-1e8041b11abb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:06:30.422609 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-bf06dd8c-492c-4db4-b213-1e8041b11abb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0062635 Dec 21 04:06:30.453888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-29a27035-1e4f-47ba-ba77-23b4a24d8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.455494 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-29a27035-1e4f-47ba-ba77-23b4a24d8290 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.1873796 Dec 21 04:06:30.502441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '7ab6e71d-ab89-4633-a8ba-14ed3e47b79b', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'port_id': 'ae152119-5194-4b01-92e5-5db22e656137', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'mac_address': 'fa:16:3e:2c:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:06:25Z', 'updated_at': '2020-12-21T04:06:28Z', 'revision_number': 1, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:47Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:30.507646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] Checking router: 4959dd72-e3cc-4ace-a8f2-44acfea70875 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:06:30.518480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:06:30.519456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:06:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:30.631766 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-56c190ae-8056-40c7-933b-3c22e975d806 service neutron] 10.222.0.23 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046909 Dec 21 04:06:30.638122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-71736e3c-4a78-4ab5-8804-21f2c0bd2848 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 999 time: 0.1673665 Dec 21 04:06:30.730874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-422a5df6-9cc4-4acc-9750-167a7baa5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.732966 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-422a5df6-9cc4-4acc-9750-167a7baa5ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0805070 Dec 21 04:06:30.739742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:06:30.798140 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f1d4a8a6-f3c4-446f-8263-31a58dc29257 req-b2e02b7b-2557-4fed-a1b0-c3d08dfbf66a service neutron] 10.222.0.23 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1655309 Dec 21 04:06:30.836282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fc485379-9fea-4c44-97dd-7f1e217e5f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:30.850461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1429100858', 'description': 'tempest-TestMinimumBasicScenario-1429100858 description'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:30.851832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-eb126bc3-ba9e-433a-b078-11b72daf47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:30.854658 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-eb126bc3-ba9e-433a-b078-11b72daf47b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1052318 Dec 21 04:06:30.856938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:30.861391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Usage tracker for resource:security_group and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:30.864529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:30.870556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:30.881090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:30.904331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:30.908511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Usage tracker for resource:security_group_rule and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:30.911815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:30.917796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:30.999335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.003064 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.008850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-96dbc6b1-1bff-47a2-a7f8-7dc3a1c6b2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:31.027136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-f4a23b53-646e-4bd7-b638-bd472e19fd5e service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619506 Dec 21 04:06:31.053355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'SecurityGroup': ['ID=5414775c-9256-4ab4-92a6-32268c874df4,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:31.058312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:31.068990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.074314 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-24506982-f426-4e40-ad00-1955203b32f0 req-e751c054-d618-4597-b472-83b7b47d5fc1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 0.2288377 Dec 21 04:06:31.181311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '7ab6e71d-ab89-4633-a8ba-14ed3e47b79b', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'port_id': 'ae152119-5194-4b01-92e5-5db22e656137', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'mac_address': 'fa:16:3e:2c:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:06:25Z', 'updated_at': '2020-12-21T04:06:28Z', 'revision_number': 1, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:47Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:31.185625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e000e-7c26-4a24-8225-ea53c83deeb2 None None] The sync data for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb is: [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '7ab6e71d-ab89-4633-a8ba-14ed3e47b79b', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'port_id': 'ae152119-5194-4b01-92e5-5db22e656137', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'mac_address': 'fa:16:3e:2c:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:06:25Z', 'updated_at': '2020-12-21T04:06:28Z', 'revision_number': 1, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:47Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:06:31.189149 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-455341da-5ddf-40f0-ac4d-a4be71a9626f req-8ed8e08b-2681-4cf1-8464-288f04b9e7fc service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1544125 Dec 21 04:06:31.217404 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-dd8cf8a1-03e4-46bb-a982-ef92504df329 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups/5414775c-9256-4ab4-92a6-32268c874df4 HTTP/1.1" status: 200 len: 1764 time: 0.1091778 Dec 21 04:06:31.230565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414775c-9256-4ab4-92a6-32268c874df4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:31.230848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414775c-9256-4ab4-92a6-32268c874df4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:31.240678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:31.253273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Usage tracker for resource:security_group_rule and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:31.258060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:31.266371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:31.287656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d4791-89d7-4789-8534-0b06c8733c29 req-7fe8ea2d-6c01-4e9f-9b53-e1534c0b4943 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:31.289329 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9f2d4791-89d7-4789-8534-0b06c8733c29 req-7fe8ea2d-6c01-4e9f-9b53-e1534c0b4943 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1314778 Dec 21 04:06:31.373794 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9f2d4791-89d7-4789-8534-0b06c8733c29 req-0519508c-b75b-403f-a682-5f805b6c2e10 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779662 Dec 21 04:06:31.388848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.422221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.425077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.427276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:31.453465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee88fe9-24de-4526-b4aa-00c0c6714be4,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:31.457528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:31.475691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.476961 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a5c5fab5-760a-4046-954f-d3d0cb29df80 req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2518086 Dec 21 04:06:31.571621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64d713-f0d2-414a-81ff-262b5ea04d8c None None] New status for floating IP 7ab6e71d-ab89-4633-a8ba-14ed3e47b79b: ACTIVE {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:06:31.572036 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-278a300d-37d2-47d5-93cb-30ae64b651fd tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups/5414775c-9256-4ab4-92a6-32268c874df4 HTTP/1.1" status: 200 len: 2325 time: 0.0564854 Dec 21 04:06:31.586070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414775c-9256-4ab4-92a6-32268c874df4', 'remote_group_id': None}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:31.586758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5414775c-9256-4ab4-92a6-32268c874df4', 'remote_group_id': None}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:31.593139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:31.597802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Usage tracker for resource:security_group_rule and tenant:cf4b018ab82b4fffa7003f20bf147c1a is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:31.600999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:31.607128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:31.677708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.706118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.709461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.711642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:31.736521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966e142e-5a16-4204-ab7b-6d8655b61bdd,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:31.740859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:31.746223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:31.749166 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-347b1f40-4b04-49e0-b591-1a86c1dadc4b req-631bb27c-a666-43d7-9c4d-381af2bcbb78 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1678684 Dec 21 04:06:31.896363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2839b-0ed6-481e-8288-b42488ceff3b req-dfc6207d-2eb6-43c3-a344-e9f0e38b7d53 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:31.898940 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3a2839b-0ed6-481e-8288-b42488ceff3b req-dfc6207d-2eb6-43c3-a344-e9f0e38b7d53 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1119158 Dec 21 04:06:31.958921 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3a2839b-0ed6-481e-8288-b42488ceff3b req-b69cbbcf-f7f2-4599-bfe9-144cb8f2bc66 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Dec 21 04:06:32.014593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-566f0bb9-6753-46d6-ba06-28a69f5222db tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Synchronizing usage tracker for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:32.031692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-566f0bb9-6753-46d6-ba06-28a69f5222db tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Unset dirty status for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:32.032940 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-566f0bb9-6753-46d6-ba06-28a69f5222db tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1429100858&fields=id&tenant_id=cf4b018ab82b4fffa7003f20bf147c1a HTTP/1.1" status: 200 len: 267 time: 0.0588391 Dec 21 04:06:32.125583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-94a9ae0d-c4d9-4dbc-bd19-f15c3b1aaca7 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:32.127186 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-94a9ae0d-c4d9-4dbc-bd19-f15c3b1aaca7 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.0879517 Dec 21 04:06:32.140695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'port': {'security_groups': ['4879c033-3223-40cf-9d7f-82ed1c9b735e', '5414775c-9256-4ab4-92a6-32268c874df4']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:32.275012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.495606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46926) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:32.653763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.669432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] For port ae152119-5194-4b01-92e5-5db22e656137, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae152119-5194-4b01-92e5-5db22e656137,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:32.669783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:32.674880 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba5ba2b34f64b5a9a2f64723487df74 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:32.677851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:32.683585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:32.715734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1ce92-90c4-4608-afd8-a8ca35833400 req-9f69dcb9-cae7-478f-a433-24430bfe6b1b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:32.717333 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-86a1ce92-90c4-4608-afd8-a8ca35833400 req-9f69dcb9-cae7-478f-a433-24430bfe6b1b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1572809 Dec 21 04:06:32.722177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.738607 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.755441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:32.774238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.777278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.786646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a3edd531-881c-4733-8692-2743b4696ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:32.838415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ba5ba2b34f64b5a9a2f64723487df74&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3416297 Dec 21 04:06:32.839343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2edb39d-85f2-40a3-9a41-e726bc96fd77,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:32.842018 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 46932) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:32.845093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:32.904620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.930002 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-86a1ce92-90c4-4608-afd8-a8ca35833400 req-b476e712-a39a-4d65-948c-2ae8a0799237 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053099 Dec 21 04:06:32.960813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:32.965615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=5']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:32.970219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:33.018781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:33.024653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-84f19e5e-63ff-4716-bdac-09edc7d2a391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:33.040355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:33.041047 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:33.045866 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1d92086-77e1-4a00-8acd-3fcf135f55bc req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "PUT /v2.0/ports/ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 982 time: 0.9115524 Dec 21 04:06:33.046661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:33.063399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2edb39d-85f2-40a3-9a41-e726bc96fd77,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:33.073816 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:33.075641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:33.081784 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2edb39d-85f2-40a3-9a41-e726bc96fd77 HTTP/1.1" status: 204 len: 168 time: 0.2384555 Dec 21 04:06:33.259765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-345a24a0-2c76-4912-a3c0-99bcf6238bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:33.277513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9301-0140-4eb5-be62-2b59aeb87fb4 req-9a162b33-a135-4dac-bb9c-9de15cfcbf32 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:33.280200 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e76a9301-0140-4eb5-be62-2b59aeb87fb4 req-9a162b33-a135-4dac-bb9c-9de15cfcbf32 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1488283 Dec 21 04:06:33.289860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-bf38c0b8-8e68-4747-9c63-aa7716759f56 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:33.290511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bf38c0b8-8e68-4747-9c63-aa7716759f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:33.348519 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e76a9301-0140-4eb5-be62-2b59aeb87fb4 req-4864df1a-a541-4bff-9a93-82d943501a86 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Dec 21 04:06:33.355490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39f72-07c5-46ff-8889-b6db33f5d79e req-db76879a-c633-4fe7-8914-fb50ca9b98f6 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:33.357021 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cda39f72-07c5-46ff-8889-b6db33f5d79e req-db76879a-c633-4fe7-8914-fb50ca9b98f6 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1471508 Dec 21 04:06:33.420961 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cda39f72-07c5-46ff-8889-b6db33f5d79e req-5216ddda-e31b-4a66-88fc-3f4015766caf tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0567498 Dec 21 04:06:33.447976 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'status': 'completed', 'code': 200} Dec 21 04:06:33.563054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-f206b81a-1882-4ce9-beb3-c8a75649a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:33.564689 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-f206b81a-1882-4ce9-beb3-c8a75649a41c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1203 time: 0.0811443 Dec 21 04:06:33.719976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:33.725445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-0a8b22ec-e953-47be-899c-950c1f48b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:33.727187 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-0a8b22ec-e953-47be-899c-950c1f48b83e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.1552286 Dec 21 04:06:33.835126 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-22c1351a-2fa1-4e37-8966-3a10a497e6c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 1001 time: 0.0999489 Dec 21 04:06:33.919724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-e399fbde-7ec3-4d7b-936b-ac28332ad368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:33.923233 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-e399fbde-7ec3-4d7b-936b-ac28332ad368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0808699 Dec 21 04:06:34.007649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-1cb8fd48-6b56-42ff-ad94-e9d5f55618ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:34.009279 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-1cb8fd48-6b56-42ff-ad94-e9d5f55618ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0777521 Dec 21 04:06:34.175870 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-9bae3495-f3fe-4d0d-959b-d87e4bd6b693 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571100 Dec 21 04:06:34.211390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99d0c-2ecd-4087-9d8f-b8372627aab7 req-670703f9-df17-45fb-bae7-bd14ec5322dc tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:34.213287 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bcf99d0c-2ecd-4087-9d8f-b8372627aab7 req-670703f9-df17-45fb-bae7-bd14ec5322dc tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1082151 Dec 21 04:06:34.267779 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bcf99d0c-2ecd-4087-9d8f-b8372627aab7 req-3de83552-ca1c-487b-97bb-1c502e46959c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Dec 21 04:06:34.358695 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d33ef6f-f983-47b3-8606-3b290c49ef47 req-3ec2c46f-1564-40d2-97f4-3883e488fbb3 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1750503 Dec 21 04:06:34.484515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-1265d345-5805-4a6f-aaac-a08744554f97 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:34.485292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-1265d345-5805-4a6f-aaac-a08744554f97 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Synchronizing usage tracker for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:34.505647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-1265d345-5805-4a6f-aaac-a08744554f97 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Unset dirty status for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:34.506893 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-1265d345-5805-4a6f-aaac-a08744554f97 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.1163616 Dec 21 04:06:34.589833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f93dc-051c-44d3-a07b-cd3885eee3c7 req-21c9aa23-2ee3-428f-801b-4e0c9e6829a9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:34.591361 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a5f93dc-051c-44d3-a07b-cd3885eee3c7 req-21c9aa23-2ee3-428f-801b-4e0c9e6829a9 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 946 time: 0.0888078 Dec 21 04:06:34.592722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Deleting port f0897f4a-9bec-44e2-b976-d88091e9a032 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:34.593781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:34.644587 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2a5f93dc-051c-44d3-a07b-cd3885eee3c7 req-9c7c1d9c-d286-4666-94f4-960172ca8e5d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 Dec 21 04:06:34.700409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:34.771098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:34.794923 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:34.795632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:34.923902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:06:34.996898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:06:34.997590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:35.072078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] For port f0897f4a-9bec-44e2-b976-d88091e9a032, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f0897f4a-9bec-44e2-b976-d88091e9a032,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:35.072495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:35.134988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:35.146887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f0897f4a-9bec-44e2-b976-d88091e9a032 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:35.213840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Calling delete_port for f0897f4a-9bec-44e2-b976-d88091e9a032 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:35.266911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:35.368307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:35.385073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:35.434175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Pushing event deleted for resources: {'Port': ['ID=f0897f4a-9bec-44e2-b976-d88091e9a032,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:35.448781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:35.603491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] No DVR routers for this DVR port f0897f4a-9bec-44e2-b976-d88091e9a032 on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:06:35.605780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:35.616171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'name': 'network-vif-deleted', 'tag': 'f0897f4a-9bec-44e2-b976-d88091e9a032'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:35.622768 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-479dbf93-5c53-491c-99a3-1c2371a88114 req-5f51a6d8-0fa1-4a50-bf94-45e3c78bf035 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "DELETE /v2.0/ports/f0897f4a-9bec-44e2-b976-d88091e9a032 HTTP/1.1" status: 204 len: 173 time: 1.1091306 Dec 21 04:06:35.681830 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7deb6ae-d306-4cdc-a694-275c76f010ce', 'name': 'network-vif-deleted', 'tag': 'f0897f4a-9bec-44e2-b976-d88091e9a032', 'status': 'completed', 'code': 200} Dec 21 04:06:35.691601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae512-9a7b-460d-9c7f-13c172e97352 req-c2b8719e-f80b-4048-adb6-734c20cf339f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:35.693595 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-65eae512-9a7b-460d-9c7f-13c172e97352 req-c2b8719e-f80b-4048-adb6-734c20cf339f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1070573 Dec 21 04:06:35.750746 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-65eae512-9a7b-460d-9c7f-13c172e97352 req-21daced0-6537-4e9c-baaa-49b41844cc21 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509832 Dec 21 04:06:35.846972 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-62d869a7-c895-4203-a345-84f421ada6d1 req-20ece6f8-d865-47d9-8cd3-eb1bbc3b7449 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=b7deb6ae-d306-4cdc-a694-275c76f010ce HTTP/1.1" status: 200 len: 210 time: 0.0470307 Dec 21 04:06:37.003421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b3276-ab5b-4c4a-8205-d6cfbd6a1607 req-7b98c075-f99c-412a-adc7-8c3a9a9b5845 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:37.007801 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c7b3276-ab5b-4c4a-8205-d6cfbd6a1607 req-7b98c075-f99c-412a-adc7-8c3a9a9b5845 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1067960 Dec 21 04:06:37.070417 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c7b3276-ab5b-4c4a-8205-d6cfbd6a1607 req-307b8c79-c29e-4880-b991-31b3bd9aa903 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574713 Dec 21 04:06:37.390737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee4684-a07f-4e88-9674-8bb3fbd936fa req-ac714f23-dd32-4950-af26-48aa94320c64 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:37.392245 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21ee4684-a07f-4e88-9674-8bb3fbd936fa req-ac714f23-dd32-4950-af26-48aa94320c64 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0837870 Dec 21 04:06:37.439786 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21ee4684-a07f-4e88-9674-8bb3fbd936fa req-918fc6c6-8ae5-44f3-b8e4-713024e982df tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Dec 21 04:06:38.299151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305d7b-1cbf-4977-bba4-86430bd255fc req-316b17e7-d493-49d5-8dc9-51bc9b43fb3e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:38.300742 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d9305d7b-1cbf-4977-bba4-86430bd255fc req-316b17e7-d493-49d5-8dc9-51bc9b43fb3e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0876005 Dec 21 04:06:38.348441 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d9305d7b-1cbf-4977-bba4-86430bd255fc req-c9c9014d-c590-45ed-af59-be8e9dc4fe61 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Dec 21 04:06:38.662129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515b2ad-4fad-4360-9e56-9ebd8ce9d482 req-209bb8d5-bede-4612-9418-75e1aa8e4319 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:38.663721 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5515b2ad-4fad-4360-9e56-9ebd8ce9d482 req-209bb8d5-bede-4612-9418-75e1aa8e4319 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.0850949 Dec 21 04:06:38.713584 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5515b2ad-4fad-4360-9e56-9ebd8ce9d482 req-c79a26eb-7437-4307-82b9-1c80cb5390e7 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Dec 21 04:06:39.579764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ecb8f-7e40-437b-8234-ff134d970f0d req-d855feeb-7ed9-4e84-a105-03f55b429650 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:39.581995 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cf6ecb8f-7e40-437b-8234-ff134d970f0d req-d855feeb-7ed9-4e84-a105-03f55b429650 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0865500 Dec 21 04:06:39.635798 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cf6ecb8f-7e40-437b-8234-ff134d970f0d req-74e341d8-6643-46ed-a64e-dc6796212126 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474453 Dec 21 04:06:39.961484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd8ea-6dcd-4c60-8217-43f1c570eb3f req-ba4e9395-f8e3-48ba-b33a-c21a635e0560 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:39.961484 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dffcd8ea-6dcd-4c60-8217-43f1c570eb3f req-ba4e9395-f8e3-48ba-b33a-c21a635e0560 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1134031 Dec 21 04:06:40.014201 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dffcd8ea-6dcd-4c60-8217-43f1c570eb3f req-b7639d25-663d-4468-aed2-f193578ef85b tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Dec 21 04:06:40.869558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393f37-b658-4e07-aa81-070884b4be78 req-ccd4924b-c2f7-4ea7-a417-910aa1567af8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:40.871205 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8b393f37-b658-4e07-aa81-070884b4be78 req-ccd4924b-c2f7-4ea7-a417-910aa1567af8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0908442 Dec 21 04:06:40.923201 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8b393f37-b658-4e07-aa81-070884b4be78 req-125fdd39-e5bc-4ac3-9f99-81b95d91987e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Dec 21 04:06:41.262937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfe7a8-124b-44c9-85df-c255848dd9df req-90825e2d-ca5b-4001-80f7-9a3a74a25f9f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:41.264532 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e5bfe7a8-124b-44c9-85df-c255848dd9df req-90825e2d-ca5b-4001-80f7-9a3a74a25f9f tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1217520 Dec 21 04:06:41.316396 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e5bfe7a8-124b-44c9-85df-c255848dd9df req-28f749ef-97e8-4296-b7cf-d723e684fb7c tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Dec 21 04:06:42.198185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781c395-8a87-491c-8e2d-3a3c065b1d54 req-c693eb61-f0de-4a59-a6cd-2b1a7e3ce5fe tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:42.205909 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a781c395-8a87-491c-8e2d-3a3c065b1d54 req-c693eb61-f0de-4a59-a6cd-2b1a7e3ce5fe tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1165991 Dec 21 04:06:42.294317 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a781c395-8a87-491c-8e2d-3a3c065b1d54 req-1b287449-dde0-426e-85be-c762774fe57e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872715 Dec 21 04:06:42.583976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a7e6-68e9-4bf9-9495-4277deed9997 req-a603f541-a792-4d42-a717-74e1f24b1ef1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:42.592760 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cde8a7e6-68e9-4bf9-9495-4277deed9997 req-a603f541-a792-4d42-a717-74e1f24b1ef1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1191504 Dec 21 04:06:42.658184 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cde8a7e6-68e9-4bf9-9495-4277deed9997 req-e03ee735-0c9c-45ae-b34f-f410ddf274c1 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642064 Dec 21 04:06:43.572935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcaf36-3898-43db-860a-f7c1c91a2da3 req-73879553-a95c-4c94-8322-3aec2e89375a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:43.574618 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5abcaf36-3898-43db-860a-f7c1c91a2da3 req-73879553-a95c-4c94-8322-3aec2e89375a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1049664 Dec 21 04:06:43.633732 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5abcaf36-3898-43db-860a-f7c1c91a2da3 req-08c01881-2e0f-47a0-8eb7-80adc5ad3253 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508199 Dec 21 04:06:43.950663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f017f4-bd0b-43a9-b3f7-f3a50438cc52 req-8488b7b6-a748-4988-bff5-05ba008cf876 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:43.952621 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-43f017f4-bd0b-43a9-b3f7-f3a50438cc52 req-8488b7b6-a748-4988-bff5-05ba008cf876 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1453369 Dec 21 04:06:44.018232 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-43f017f4-bd0b-43a9-b3f7-f3a50438cc52 req-94f78d3e-5c2b-46bf-bf24-94ea91b02be3 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Dec 21 04:06:44.139489 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-33d08063-168e-455c-aee4-289bbdaae48a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:44.140550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-33d08063-168e-455c-aee4-289bbdaae48a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Synchronizing usage tracker for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:06:44.166675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-33d08063-168e-455c-aee4-289bbdaae48a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Unset dirty status for tenant:6c0845d8974a47379a3ed753a0f15725 on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:06:44.170094 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-33d08063-168e-455c-aee4-289bbdaae48a tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 945 time: 0.1498473 Dec 21 04:06:44.262648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Deleting port 082dbd55-6f76-4678-b522-7e39d1d823af {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:44.263320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:44.508742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 082dbd55-6f76-4678-b522-7e39d1d823af no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:44.659741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:44.666898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] For port 082dbd55-6f76-4678-b522-7e39d1d823af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=082dbd55-6f76-4678-b522-7e39d1d823af,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:44.667565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:44.716683 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 082dbd55-6f76-4678-b522-7e39d1d823af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=082dbd55-6f76-4678-b522-7e39d1d823af,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:44.717933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:44.731881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:44.734017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:44.894441 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af', 'code': 200} Dec 21 04:06:44.895955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Calling delete_port for 082dbd55-6f76-4678-b522-7e39d1d823af owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:44.897716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=082dbd55-6f76-4678-b522-7e39d1d823af,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:44.905501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:44.996399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccab9-f9ce-43f3-8295-824602bedb81 req-11c6917b-6e97-449e-a96c-5e1e964cf753 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:45.007915 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-07cccab9-f9ce-43f3-8295-824602bedb81 req-11c6917b-6e97-449e-a96c-5e1e964cf753 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1291339 Dec 21 04:06:45.074162 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-07cccab9-f9ce-43f3-8295-824602bedb81 req-a574696f-494d-439d-85cd-14ccdce9695c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650284 Dec 21 04:06:45.086704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:06:45.087073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:06:45.353317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47178) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:45.390031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f1e1e-9385-48e2-959e-ca3c798eed26 req-fc4d1560-3910-4be4-8230-facf0cfc7448 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:45.397688 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f34f1e1e-9385-48e2-959e-ca3c798eed26 req-fc4d1560-3910-4be4-8230-facf0cfc7448 tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 943 time: 0.2131839 Dec 21 04:06:45.453644 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f34f1e1e-9385-48e2-959e-ca3c798eed26 req-d5c25dc8-06d5-44ec-aab9-e1ccad513d9d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/security-groups?id=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Dec 21 04:06:45.581006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:45.593508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Deleting port 082dbd55-6f76-4678-b522-7e39d1d823af {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:45.593928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:45.640552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:45.648560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee4c96fb0b64a3ca8115a970268db68 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:45.652551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:45.667504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:45.812209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:06:45.953032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:45.959081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:45.992304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3c792075-ba2c-4c14-95fa-fd93f8623e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:46.004890 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ee4c96fb0b64a3ca8115a970268db68&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6496716 Dec 21 04:06:46.007932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47186) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:46.026983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598bc01a-eebe-490f-9fb7-293b398648f8,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:46.034423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:46.062902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] For port 082dbd55-6f76-4678-b522-7e39d1d823af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=082dbd55-6f76-4678-b522-7e39d1d823af,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:46.063574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.085442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.118254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.168718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.176169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8e6cacbb-873c-47d0-9e26-271677cc16a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:46.189381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598bc01a-eebe-490f-9fb7-293b398648f8,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:46.192707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:46.195246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.199006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Calling delete_port for 082dbd55-6f76-4678-b522-7e39d1d823af owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:46.199501 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/598bc01a-eebe-490f-9fb7-293b398648f8 HTTP/1.1" status: 204 len: 168 time: 0.1902237 Dec 21 04:06:46.416308 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.425072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5b06d-9ffc-403d-9924-ced8315a5a21 req-6f6d9768-4431-480f-9458-e9d077ad8b93 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:46.432931 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dda5b06d-9ffc-403d-9924-ced8315a5a21 req-6f6d9768-4431-480f-9458-e9d077ad8b93 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1241577 Dec 21 04:06:46.438783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5fd54117-993b-4165-a28b-43c4014e698d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:46.488287 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dda5b06d-9ffc-403d-9924-ced8315a5a21 req-3c6d7077-2449-47e5-8bef-d412f55332a1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542665 Dec 21 04:06:46.508310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Pushing event deleted for resources: {'Port': ['ID=082dbd55-6f76-4678-b522-7e39d1d823af,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:46.514244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:46.742286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] No DVR routers for this DVR port 082dbd55-6f76-4678-b522-7e39d1d823af on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:06:46.747201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.771246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'name': 'network-vif-deleted', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:06:46.779682 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3319ae2-72b5-41a1-9af0-7e1251f69931 req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.21 "DELETE /v2.0/ports/082dbd55-6f76-4678-b522-7e39d1d823af HTTP/1.1" status: 204 len: 173 time: 2.6024034 Dec 21 04:06:46.910120 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884c36f3-bdde-491e-8798-ef07b1a12c29', 'name': 'network-vif-deleted', 'tag': '082dbd55-6f76-4678-b522-7e39d1d823af', 'status': 'completed', 'code': 200} Dec 21 04:06:46.934991 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47202) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:46.961838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:46.982213 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d7190270-b06e-4cff-9b4e-03c8e3339084 req-33282715-da5c-442b-8a8d-9e25d253a02d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] 10.222.0.23 "GET /v2.0/ports?device_id=884c36f3-bdde-491e-8798-ef07b1a12c29 HTTP/1.1" status: 200 len: 210 time: 0.3393552 Dec 21 04:06:46.982725 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:47.001934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Usage tracker for resource:security_group_rule and tenant:49ee1a9dd2414d8db9e045e302c4ee31 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:47.005221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:47.011698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:47.116354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:47.119720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:47.129796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e80d2fad-d976-4445-af1c-b9b5d94beb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:47.177485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc0718a-a953-4a41-aaf1-08d1edb0e1b3,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:47.182178 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49ee1a9dd2414d8db9e045e302c4ee31&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2453921 Dec 21 04:06:47.183159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:47.184891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47206) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:47.255867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:47.291671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:47.353571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:47.359404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-303c6bee-1b0b-4f44-8edd-49a6aff42bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:47.374170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc0718a-a953-4a41-aaf1-08d1edb0e1b3,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:47.378800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:47.380104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:47.385260 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cc0718a-a953-4a41-aaf1-08d1edb0e1b3 HTTP/1.1" status: 204 len: 168 time: 0.1954889 Dec 21 04:06:47.969138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186cfd8-03bd-4627-832f-b275503754e3 req-f0bc0627-aa6e-4e1e-be71-3bbfe47e7cb8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:47.988006 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f186cfd8-03bd-4627-832f-b275503754e3 req-f0bc0627-aa6e-4e1e-be71-3bbfe47e7cb8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1858299 Dec 21 04:06:48.085446 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f186cfd8-03bd-4627-832f-b275503754e3 req-a73ae17f-afb0-41ad-ac6b-b2972668d6be tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946360 Dec 21 04:06:48.247024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47230) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:48.267588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47234) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:48.308802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:48.347980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:48.352788 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Usage tracker for resource:security_group_rule and tenant:b60dd56852c0414fbc02cfc931c5c4a9 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:48.355841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:48.363054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:48.613796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:48.661592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:48.696158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d095f105-4930-4a10-be90-b70beb1b4edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:48.705619 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b60dd56852c0414fbc02cfc931c5c4a9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4362648 Dec 21 04:06:48.744765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47242) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:48.746506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c6904f-6118-461e-991e-f09d45b6bdbe,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:48.837595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:48.873861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:48.912911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:48.977075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:48.985260 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-601a2794-b813-496e-a429-6ca8ac581010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:49.002393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c6904f-6118-461e-991e-f09d45b6bdbe,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:49.005872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8018872'] for router_interface, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:49.025318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:49.082410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:49.085691 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06c6904f-6118-461e-991e-f09d45b6bdbe HTTP/1.1" status: 204 len: 168 time: 0.3196442 Dec 21 04:06:49.443327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abf74d-9b30-4e9e-8e2d-dc563bfdf14d req-f0b39294-c020-4a30-b8ee-38403088be2d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:49.455080 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e2abf74d-9b30-4e9e-8e2d-dc563bfdf14d req-f0b39294-c020-4a30-b8ee-38403088be2d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1776934 Dec 21 04:06:49.566565 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e2abf74d-9b30-4e9e-8e2d-dc563bfdf14d req-4ead3edb-078b-400c-9604-60902d53e267 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095006 Dec 21 04:06:49.712145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Deleting port 50fec01f-da2f-4392-97d1-888729661c16 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:49.712521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:49.925317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] For port 50fec01f-da2f-4392-97d1-888729661c16, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=50fec01f-da2f-4392-97d1-888729661c16,segment=NetworkSegment(d8df64cf-57b6-4840-a771-a32c25644ed0),segment_id=d8df64cf-57b6-4840-a771-a32c25644ed0)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:49.925872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:50.079066 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Calling delete_port for 50fec01f-da2f-4392-97d1-888729661c16 owned by network:router_interface {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:50.469275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:50.489350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:50.549560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fec01f-da2f-4392-97d1-888729661c16,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:50.552399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:50.889907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98be67b-2753-4fca-82c7-f3ec872fe0ab req-e00c2fe1-e1bf-4f25-839c-8c2a3fae9881 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:50.899769 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c98be67b-2753-4fca-82c7-f3ec872fe0ab req-e00c2fe1-e1bf-4f25-839c-8c2a3fae9881 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1609504 Dec 21 04:06:50.994136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c98be67b-2753-4fca-82c7-f3ec872fe0ab req-b28a375c-0494-48d6-a578-fad02a25a781 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792575 Dec 21 04:06:51.060090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7392077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8018706'] for router_interface, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:51.763777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Router 1846a321-d51c-4995-b61b-9ab9fe45f4dd has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:06:52.145362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:52.238975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:06:52.249594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] Sync routers for ids ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:06:52.260241 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] 10.222.0.23 "PUT /v2.0/routers/1846a321-d51c-4995-b61b-9ab9fe45f4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0116444 Dec 21 04:06:52.262998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47302) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:52.267423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] Routers {'1846a321-d51c-4995-b61b-9ab9fe45f4dd'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:06:52.268380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:06:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:52.413878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8d594-0a82-4c9f-acc4-0f33fcde6fc5 req-8f6d8247-e6dc-4e8c-a16e-e33b7b3d3e8e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:52.430954 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9fb8d594-0a82-4c9f-acc4-0f33fcde6fc5 req-8f6d8247-e6dc-4e8c-a16e-e33b7b3d3e8e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1687138 Dec 21 04:06:52.528182 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9fb8d594-0a82-4c9f-acc4-0f33fcde6fc5 req-d26a7615-4035-4373-85d9-d277ed9e517c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963674 Dec 21 04:06:52.607232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks [] for router, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:52.747748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] Set router 1846a321-d51c-4995-b61b-9ab9fe45f4dd gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:06:52.983346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:53.001666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Deleting port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:06:53.001666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:53.214867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] For port ef3ecbc8-9c5d-40cc-a79e-07a47737abc5, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=ef3ecbc8-9c5d-40cc-a79e-07a47737abc5,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:06:53.215275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:53.260267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:06:50Z', 'revision_number': 5, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:53.273645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] Checking router: 1846a321-d51c-4995-b61b-9ab9fe45f4dd for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:06:53.284731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] Routers {'1846a321-d51c-4995-b61b-9ab9fe45f4dd'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:06:53.285751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:06:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:53.403098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Calling delete_port for ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 owned by network:router_gateway {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:06:53.483950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] Set router 1846a321-d51c-4995-b61b-9ab9fe45f4dd gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:06:53.593520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: result = function(*args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: proto.__init__(conn_state, self) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: self.handle() Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: self.handle_one_request() Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: self.handle_one_response() Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: result = self.application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return app(environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return request.get_response(self.application) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self._app) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return resp(environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return resp(environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: response = self.app(environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return resp(environ, start_response) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:06:53.601304 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: result = method(request=request, **args) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return self._delete(request, id, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(*dup_args, **dup_kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: obj_deleter(request.context, id, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return method(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(*dup_args, **dup_kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: self._delete_current_gw_port(context, id, router, None) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: admin_ctx, gw_port_id, l3_port_check=False) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, context, *args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return method(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: context, port, router_ids, bound_mech_contexts) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: return function(*args, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: callback(resource, event, trigger, **kwargs) Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: if self._is_session_semantic_violated(context, resource, event): Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 21 04:06:53.606628 dv-cinder-733062-17-smb neutron-server[80193]: stack = traceback.extract_stack() Dec 21 04:06:53.618373 dv-cinder-733062-17-smb neutron-server[80193]: Dec 21 04:06:53.853138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8ade2-0eec-4aa5-9ddb-569bf4f8254f req-665eccae-6c8b-43be-aac6-4cddee60c48d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:53.864968 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-88f8ade2-0eec-4aa5-9ddb-569bf4f8254f req-665eccae-6c8b-43be-aac6-4cddee60c48d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1164970 Dec 21 04:06:53.923035 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-88f8ade2-0eec-4aa5-9ddb-569bf4f8254f req-0a7f88db-ffe3-4986-8400-148eb9ab943e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566802 Dec 21 04:06:53.946124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846762877'] for router_gateway, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.132911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:06:50Z', 'revision_number': 5, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:54.145099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc6cde-29f7-471c-a475-16de506cf90e None None] The sync data for ids ['1846a321-d51c-4995-b61b-9ab9fe45f4dd'] in dv-cinder-733062-17-smb is: [{'id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1552593264-router', 'tenant_id': '6c0845d8974a47379a3ed753a0f15725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:06:50Z', 'revision_number': 5, 'project_id': '6c0845d8974a47379a3ed753a0f15725', 'gw_port': {'id': 'ef3ecbc8-9c5d-40cc-a79e-07a47737abc5', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1846a321-d51c-4995-b61b-9ab9fe45f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:06:54.180205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8008346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221481'] for router, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.191664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.366382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8008316'] for router, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.366961 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1846a321-d51c-4995-b61b-9ab9fe45f4dd {{(pid=80302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 04:06:54.441383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.442736 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ee514eb8-c45d-49a7-9908-34d9cb06d9ae admin admin] 10.222.0.23 "DELETE /v2.0/routers/1846a321-d51c-4995-b61b-9ab9fe45f4dd HTTP/1.1" status: 204 len: 168 time: 2.1787219 Dec 21 04:06:54.445568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47340) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:54.525036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Deleting subnet 0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:06:54.528273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.583059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.642693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.911326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:54.930241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-56e09612-24ee-4ac4-9033-ec4adae38c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:55.011968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 50fec01f-da2f-4392-97d1-888729661c16 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:55.071626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 50fec01f-da2f-4392-97d1-888729661c16 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:06:55.072005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 50fec01f-da2f-4392-97d1-888729661c16 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:06:55.083579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:55.093320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:55.099614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.100089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.100429 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.100807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.101168 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.101577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.101956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.102335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.102712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.103092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.103463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.103904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.104389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.104771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.105148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.105524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.105970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.106347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.106720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.107093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.107475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.107850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.108223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.108594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:55.154371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:55.156020 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-20aee465-1ad7-442c-af33-dd5eda9b86b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0c1e4c76-2146-4a4f-8bfc-b9c2e30eb893 HTTP/1.1" status: 204 len: 168 time: 0.7092624 Dec 21 04:06:55.159467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47358) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:55.201755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801a17d-1806-478b-8e9a-d752f88deb56 req-8b7e1dfa-a73c-4292-a1fc-cb9205e033e9 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:55.203364 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5801a17d-1806-478b-8e9a-d752f88deb56 req-8b7e1dfa-a73c-4292-a1fc-cb9205e033e9 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1116550 Dec 21 04:06:55.257314 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5801a17d-1806-478b-8e9a-d752f88deb56 req-50f6b0b3-a2cb-48ec-9310-d02364f5990d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469916 Dec 21 04:06:55.350330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:55.458641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-265825d8-f63e-4594-a431-5978c70d5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:55.460276 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-265825d8-f63e-4594-a431-5978c70d5c3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1162 time: 0.2604949 Dec 21 04:06:55.646486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:55.787178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-d589e844-5b30-4d2a-b02b-08cce5ed031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:55.788796 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-d589e844-5b30-4d2a-b02b-08cce5ed031e service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.3117120 Dec 21 04:06:55.792498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290012f9-1327-473a-8019-55fc478d721f']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:55.880008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8df64cf-57b6-4840-a771-a32c25644ed0') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:55.880349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8df64cf-57b6-4840-a771-a32c25644ed0') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:06:56.109208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:56.142130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:56.146251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:06:56.161101 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-7755094e-7dde-4bd3-9a37-a65d52d4cce8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 1001 time: 0.3605797 Dec 21 04:06:56.390669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-9aa50a9d-89fc-40c4-b0dc-c4b197b1f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:56.392261 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-9aa50a9d-89fc-40c4-b0dc-c4b197b1f20b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.2171764 Dec 21 04:06:56.394081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Network 290012f9-1327-473a-8019-55fc478d721f has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:06:56.404793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:56.497044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130e89b-a19a-43a4-bcb7-c6cbeb396a57 req-b1b3ad66-b6f3-4298-a401-dd0325d1787f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:56.498961 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a130e89b-a19a-43a4-bcb7-c6cbeb396a57 req-b1b3ad66-b6f3-4298-a401-dd0325d1787f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0902607 Dec 21 04:06:56.553214 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a130e89b-a19a-43a4-bcb7-c6cbeb396a57 req-a0c9f3b2-34c7-481e-a430-59bc6b17bb1a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477173 Dec 21 04:06:56.647545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Network 290012f9-1327-473a-8019-55fc478d721f has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:06:56.671209 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:06:56.747818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-c047293e-5c01-4712-8b9c-fa1bba26b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:56.749494 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-c047293e-5c01-4712-8b9c-fa1bba26b378 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3474195 Dec 21 04:06:56.755845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:56.786917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:56.811968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:56.822357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Pushing event deleted for resources: {'Network': ['ID=290012f9-1327-473a-8019-55fc478d721f,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:56.887849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.888251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.888644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.889031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.889415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.889847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.890228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.890604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.890979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.891353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.891729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.892145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.893081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.894013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.894013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.894248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.894667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.895044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.895419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.895796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.896173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.896545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.896917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.897286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:06:56.903342 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] 10.222.0.23 "DELETE /v2.0/networks/290012f9-1327-473a-8019-55fc478d721f HTTP/1.1" status: 204 len: 168 time: 1.7413471 Dec 21 04:06:56.904047 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ec5e7102-2aa1-44aa-a02e-996e957b536f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:56.943500 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-6353762d-4131-4c32-bbb6-d9e47766e98f service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855860 Dec 21 04:06:57.074053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:06:57.111475 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10f47f52-31e7-4bcb-9358-67a4812b886f req-b050942c-57c0-4bd3-a5f1-642bddc8f227 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1587398 Dec 21 04:06:57.113120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:06:57.113515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device ef3ecbc8-9c5d-40cc-a79e-07a47737abc5 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:06:57.129016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47406) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:57.183046 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a18ce574-e693-4695-a27b-3fc9c03331d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c0845d8974a47379a3ed753a0f15725&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0521367 Dec 21 04:06:57.185689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47412) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:57.249181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.277440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.321501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.326733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-44be8a94-8fbd-421b-8af4-a08640bbd7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:57.340721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f7795-acf4-4dbe-a090-8c9ca7cea24c,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:57.343245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:57.345401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.346964 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7df0ee8d-3274-41fd-b463-6b96dd6113a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d0f7795-acf4-4dbe-a090-8c9ca7cea24c HTTP/1.1" status: 204 len: 168 time: 0.1600804 Dec 21 04:06:57.357037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47420) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:57.526238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.543463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:57.547658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b60a2d5fefbf4ef48a98655ee51ce6a5 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:57.552017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:57.558318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:57.648887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.652131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.661265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8cd8c662-945c-4935-b001-c1c99ed959ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:57.703662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040d2641-d6ab-4e40-9cff-fca3c8c41a2c,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:57.708177 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b60a2d5fefbf4ef48a98655ee51ce6a5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3500164 Dec 21 04:06:57.709168 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:57.711002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47434) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:57.773788 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.806179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.816387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507d931-bd3b-428d-8830-9538816d4bde req-d0b61b9e-ca42-4dba-956a-fdb6fd0d4863 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:57.823991 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b507d931-bd3b-428d-8830-9538816d4bde req-d0b61b9e-ca42-4dba-956a-fdb6fd0d4863 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0973094 Dec 21 04:06:57.859423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.867184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3f809401-d4be-4603-986c-9fb8882dd38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:57.868277 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b507d931-bd3b-428d-8830-9538816d4bde req-99a6c591-f7ca-4075-9f02-1a964119ada7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Dec 21 04:06:57.878385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d2641-d6ab-4e40-9cff-fca3c8c41a2c,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:57.880930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:57.887663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:57.889101 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/040d2641-d6ab-4e40-9cff-fca3c8c41a2c HTTP/1.1" status: 204 len: 168 time: 0.1770937 Dec 21 04:06:58.321696 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47454) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:58.341153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.348769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47458) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:58.357121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:58.361472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Usage tracker for resource:security_group_rule and tenant:653bef7dcd5f488e9b8ae4e8672a73a5 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:58.364492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:58.370383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:58.454476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.457787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.466640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1cc492d5-f164-4a55-aa0d-c84ce3a3e91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:58.512937 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=653bef7dcd5f488e9b8ae4e8672a73a5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1875718 Dec 21 04:06:58.512937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95009e0c-cb03-4a30-ade9-6d2531013fc4,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:58.513810 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47464) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:58.514925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:58.561796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2145027845-network', 'tenant_id': 'e493e3520463403a898add07aff6137f'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:58.570125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:58.583172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Usage tracker for resource:network and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:58.588643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:58.597609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:58.599654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.631122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Made reservation on behalf of e493e3520463403a898add07aff6137f for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:06:58.635854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.651063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.661881 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.688882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:58.703855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:58.709328 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:58.715184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:58.738462 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.744750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6f124b52-0da0-43f3-8dac-6fbaf4927e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:58.763132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95009e0c-cb03-4a30-ade9-6d2531013fc4,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:58.766663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:58.778514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.779727 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95009e0c-cb03-4a30-ade9-6d2531013fc4 HTTP/1.1" status: 204 len: 168 time: 0.2648668 Dec 21 04:06:58.836666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.839788 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.844247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-515fbd89-da48-4188-a9a6-17e7de3bb0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:58.878693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:06:58.889646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eac161-39ff-4df0-a1e9-defeb4d4a536,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:58.894376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:58.894821 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Added segment 366bbf04-8ba3-4479-9bcb-0c3d707993d7 of type vxlan for network 80d3cf97-b839-4cb0-af92-d72595594be6 Dec 21 04:06:58.961948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.015061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:59.016792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.018435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:59.019284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.025046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-105a05f6-f029-4da4-8403-4731ab8b7f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:59.175844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47478) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:59.192474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Pushing event updated for resources: {'Network': ['ID=80d3cf97-b839-4cb0-af92-d72595594be6,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:59.195922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:59.198143 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8479609 Dec 21 04:06:59.205007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47482) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:59.206281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 80d3cf97-b839-4cb0-af92-d72595594be6 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:06:59.213905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Request body: {'subnet': {'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2145027845-subnet', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:06:59.215320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.222779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 80d3cf97-b839-4cb0-af92-d72595594be6 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:06:59.228730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:59.238773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Usage tracker for resource:subnet and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:59.244924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:59.252195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:06:59.252575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:59.256505 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Usage tracker for resource:security_group_rule and tenant:81c8105c68964c048660dd291d405b23 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:06:59.259705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:06:59.264311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d58cc-79d3-49ba-b058-8d5fcef6a5bc req-4acace0a-a2a3-4c00-a40e-4c5a50c267b0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:59.265671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:06:59.266125 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9d4d58cc-79d3-49ba-b058-8d5fcef6a5bc req-4acace0a-a2a3-4c00-a40e-4c5a50c267b0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.2188649 Dec 21 04:06:59.354236 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9d4d58cc-79d3-49ba-b058-8d5fcef6a5bc req-17e41228-4fbd-4282-8bc3-22dda3ef5a8f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778825 Dec 21 04:06:59.355786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Made reservation on behalf of e493e3520463403a898add07aff6137f for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:06:59.365961 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6220872'] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.419356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.424039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.454797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4ec6bb9d-e92c-40d1-b0b8-461b46b1d423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:59.487674 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81c8105c68964c048660dd291d405b23&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3105257 Dec 21 04:06:59.489251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606702bb-f93d-459f-9de4-93bb60818057,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:59.491973 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47492) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:06:59.495175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:59.626386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.661822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.683535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-f577faf0-b544-45bf-9cc7-34addf55def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:59.685366 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-f577faf0-b544-45bf-9cc7-34addf55def6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1203 time: 0.1548257 Dec 21 04:06:59.702270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddf712-e75e-442f-8b17-d04fbefbc214 req-e3657eda-6961-40a0-ac8d-8a87eedcc7a2 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:59.703846 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bdddf712-e75e-442f-8b17-d04fbefbc214 req-e3657eda-6961-40a0-ac8d-8a87eedcc7a2 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1408553 Dec 21 04:06:59.766894 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bdddf712-e75e-442f-8b17-d04fbefbc214 req-3ba9ea92-9393-49f9-800b-5a0204d9195b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0543911 Dec 21 04:06:59.845002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.856987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79df16dd-d2d8-4916-8e7c-656da8d38d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:06:59.874794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606702bb-f93d-459f-9de4-93bb60818057,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:06:59.879765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:06:59.880904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-3a9abefb-8de0-49e8-8412-f8cf317475fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:06:59.886307 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-3a9abefb-8de0-49e8-8412-f8cf317475fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.1916938 Dec 21 04:06:59.964586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:06:59.965949 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/606702bb-f93d-459f-9de4-93bb60818057 HTTP/1.1" status: 204 len: 168 time: 0.4728537 Dec 21 04:07:00.005122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848046866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6220889'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:00.022387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:00.038568 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-24e893a3-ee4d-4a5a-963b-6e091c5ecdfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 1001 time: 0.1429956 Dec 21 04:07:00.127587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-811dd2ae-b8ae-4d1b-a719-904175aaaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:00.129588 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-811dd2ae-b8ae-4d1b-a719-904175aaaed9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0828445 Dec 21 04:07:00.164902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39a0a80-cb6f-444c-8954-4a72c33f0f2f,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:00.169127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:00.234731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-30878ecf-9dfa-4b27-86a1-3573500cc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:00.236543 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-30878ecf-9dfa-4b27-86a1-3573500cc2f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0997417 Dec 21 04:07:00.237460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Checking segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:00.238149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Network hostable DHCP agents. Network: 80d3cf97-b839-4cb0-af92-d72595594be6, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:07:00.259560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Network 80d3cf97-b839-4cb0-af92-d72595594be6 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:07:00.269786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 80d3cf97-b839-4cb0-af92-d72595594be6) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:00.280088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f194ce9-0b91-4eec-9b48-501a6089151f None None] Network 80d3cf97-b839-4cb0-af92-d72595594be6 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:07:00.282757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:00.283730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:00.306216 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0997217 Dec 21 04:07:00.308837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47504) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:00.317356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:00.322465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:00.327492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Usage tracker for resource:router and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:00.332190 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:00.339544 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:00.351062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:00.353055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:00.376362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:00.408508 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-18401fbe-abca-4101-b192-24210fa71947 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644673 Dec 21 04:07:00.548670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:07:00.590875 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4069684f-a2bf-470b-a822-5ffcbaf2ba4f req-51920d6c-3a06-4cb4-9780-d672807945ea service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1751051 Dec 21 04:07:00.750650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-80d3cf97-b839-4cb0-af92-d72595594be6', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 04:07:00.751824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:00.790677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.045670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8881c190-545b-4a17-bd28-eed071967591'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:01.062413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 8881c190-545b-4a17-bd28-eed071967591, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8881c190-545b-4a17-bd28-eed071967591,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:01.063388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a552b28c-f5aa-48ce-9db3-ba7574d8ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.068602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.082203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.110745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea13f480-a7be-459c-b208-c0c7676767fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:01.132753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486bba7-ea2d-4f34-8109-89fcc7e1ebdf req-8a041a00-af4e-4a39-ad05-b501cf10ac4c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:01.134383 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d486bba7-ea2d-4f34-8109-89fcc7e1ebdf req-8a041a00-af4e-4a39-ad05-b501cf10ac4c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.5458484 Dec 21 04:07:01.244202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:01.251674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:01.280226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Allocated IP 172.20.0.2 (80d3cf97-b839-4cb0-af92-d72595594be6/b39a0a80-cb6f-444c-8954-4a72c33f0f2f/fea9fcf0-471f-4b1c-920a-61472577b7d6) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:01.284956 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d486bba7-ea2d-4f34-8109-89fcc7e1ebdf req-5278d1b1-21fa-475c-b4d7-e3bcf9ae8507 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324785 Dec 21 04:07:01.290959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82689d9d-2665-47e5-86b6-56dd12e6af83 req-817a1ea5-97f7-4083-9942-206e31133ee8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:01.292521 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-82689d9d-2665-47e5-86b6-56dd12e6af83 req-817a1ea5-97f7-4083-9942-206e31133ee8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.2674789 Dec 21 04:07:01.359572 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-82689d9d-2665-47e5-86b6-56dd12e6af83 req-729c809c-3b61-4bbb-af62-a72047a60a44 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0581331 Dec 21 04:07:01.454860 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8881c190-545b-4a17-bd28-eed071967591', 'code': 422} returned with failed status Dec 21 04:07:01.575204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.586282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Transition to ACTIVE for port object fea9fcf0-471f-4b1c-920a-61472577b7d6 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:01.603382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Transition to ACTIVE for port object fea9fcf0-471f-4b1c-920a-61472577b7d6 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:01.607835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.646522 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.685516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.725580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac0d61a6-7b09-4e29-8b36-d2c943d9c896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:01.859724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Network 80d3cf97-b839-4cb0-af92-d72595594be6 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:01.861640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:01.864184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:01.871228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Pushing event updated for resources: {'Port': ['ID=fea9fcf0-471f-4b1c-920a-61472577b7d6,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:01.874613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:01.938524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Attempting to bind port fea9fcf0-471f-4b1c-920a-61472577b7d6 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:01.940351 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Attempting to bind port fea9fcf0-471f-4b1c-920a-61472577b7d6 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:01.940351 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Attempting to bind port fea9fcf0-471f-4b1c-920a-61472577b7d6 on network 80d3cf97-b839-4cb0-af92-d72595594be6 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:01.947167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:01.948355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Checking segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:01.948819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:01.949264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Bound using segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:01.949893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Bound port: fea9fcf0-471f-4b1c-920a-61472577b7d6, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:01.950320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:02.036124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Allocated IP 172.28.1.126 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/47c88a0f-7297-45ad-958a-33e16e5fd7c2) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:02.068133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] For port fea9fcf0-471f-4b1c-920a-61472577b7d6, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:02.072161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] For port fea9fcf0-471f-4b1c-920a-61472577b7d6, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=fea9fcf0-471f-4b1c-920a-61472577b7d6,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:02.076154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:02.092289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ec198da6-b420-4daf-ad5c-072717683e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:02.213569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:02.243664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:02.260884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Pushing event updated for resources: {'Port': ['ID=fea9fcf0-471f-4b1c-920a-61472577b7d6,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:02.261068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab31aca4-73ba-47c5-912a-05e669ac4b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:02.270551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:02.406620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Pushing event updated for resources: {'Port': ['ID=47c88a0f-7297-45ad-958a-33e16e5fd7c2,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:02.411506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:02.465297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:02.466656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:02.469074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:02.691699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47570) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:02.857077 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-fc1b4b72-c7f0-4a98-922e-13d726143a6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1628778 Dec 21 04:07:02.980970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e54756-6006-40f0-9113-9c21c42f7d6a req-c83b0847-91db-41ba-b2d2-98abeba0348f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:02.982662 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56e54756-6006-40f0-9113-9c21c42f7d6a req-c83b0847-91db-41ba-b2d2-98abeba0348f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.4348309 Dec 21 04:07:02.991821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d5ee8-5f31-4e6d-8d41-c42d3b833c3e req-77c8296c-4aee-4734-b5f9-d3c0863d37e0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:02.993413 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4b2d5ee8-5f31-4e6d-8d41-c42d3b833c3e req-77c8296c-4aee-4734-b5f9-d3c0863d37e0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.3665600 Dec 21 04:07:03.155843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device fea9fcf0-471f-4b1c-920a-61472577b7d6 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:03.214168 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4b2d5ee8-5f31-4e6d-8d41-c42d3b833c3e req-359446bd-f254-4538-af8e-d0f24569ca8f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2069669 Dec 21 04:07:03.239856 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56e54756-6006-40f0-9113-9c21c42f7d6a req-2c1cfa8c-ff5e-4a9f-97c3-e9e4a84a05b3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453020 Dec 21 04:07:03.261711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:03.284317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port fea9fcf0-471f-4b1c-920a-61472577b7d6 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:03.290098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a1144387-305d-4978-b42d-214f6761db2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:03.742501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:03.828861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18665f9-6233-4809-b701-6f58bc277127 None None] Network 80d3cf97-b839-4cb0-af92-d72595594be6 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:07:03.937415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:03.966421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Provisioning for port fea9fcf0-471f-4b1c-920a-61472577b7d6 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:03.976128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Provisioning complete for port fea9fcf0-471f-4b1c-920a-61472577b7d6 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:03.976539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:04.157823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 04:07:04.189048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:04.245404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] For port fea9fcf0-471f-4b1c-920a-61472577b7d6, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=fea9fcf0-471f-4b1c-920a-61472577b7d6,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:04.265064 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:04.272313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:04.358223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Pushing event updated for resources: {'Port': ['ID=fea9fcf0-471f-4b1c-920a-61472577b7d6,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:04.365167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:04.366349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:07:04.377524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:07:04.403536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:07:04.404240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:07:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:04.459232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:04.460741 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1503894 Dec 21 04:07:04.463721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47602) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:04.615595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc800c9-473a-47dc-ade4-b00fa80a2845 req-a42b6be2-150e-4fb7-bc84-0e763412b2d3 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:04.623213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-29470be4-c9d0-445e-bd4f-5a690bedf44d None None] Provisioning complete for port fea9fcf0-471f-4b1c-920a-61472577b7d6 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:04.623633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-29470be4-c9d0-445e-bd4f-5a690bedf44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:04.624453 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3cc800c9-473a-47dc-ade4-b00fa80a2845 req-a42b6be2-150e-4fb7-bc84-0e763412b2d3 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.2138433 Dec 21 04:07:04.732183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05e4c-abc2-480e-a0ca-1b3911c878b9 req-6438b2b1-5f3a-4436-82b9-61abdb1a526c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:04.747538 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f8b05e4c-abc2-480e-a0ca-1b3911c878b9 req-6438b2b1-5f3a-4436-82b9-61abdb1a526c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.2480447 Dec 21 04:07:04.855023 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3cc800c9-473a-47dc-ade4-b00fa80a2845 req-2813b44b-b72a-4125-aa7e-7732745e2f87 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2294691 Dec 21 04:07:04.892702 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f8b05e4c-abc2-480e-a0ca-1b3911c878b9 req-4b233070-623f-4ac1-a4a2-ad94faa960bd tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423128 Dec 21 04:07:05.049707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:07:05.171127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device fea9fcf0-471f-4b1c-920a-61472577b7d6 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:05.202193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-1b9dbbc2-9d1f-4a63-afbb-ed66c650f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:05.203822 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-1b9dbbc2-9d1f-4a63-afbb-ed66c650f345 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1&tenant_id=70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 1160 time: 0.6454160 Dec 21 04:07:05.222671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:05.304685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:05.442903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port fea9fcf0-471f-4b1c-920a-61472577b7d6 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:05.443322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:05.471215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-d8407e4e-3793-4f1c-90fa-8b286ed3e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:05.472917 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-d8407e4e-3793-4f1c-90fa-8b286ed3e38f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1160 time: 0.2373424 Dec 21 04:07:05.571028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-24b6e9cc-be8d-40b0-8c61-795040b8d2b5 None None] Provisioning complete for port fea9fcf0-471f-4b1c-920a-61472577b7d6 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:05.571442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-24b6e9cc-be8d-40b0-8c61-795040b8d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:05.680621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:02Z', 'revision_number': 3, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:05.690045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:07:05.690442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Updating router 8ff643fc-9c70-4c55-a014-eff9fc99d055 port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:07:05.753349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-8b7b2a74-4de1-465f-8e2d-6cd972d5dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:05.754987 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-8b7b2a74-4de1-465f-8e2d-6cd972d5dadb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.2749319 Dec 21 04:07:05.794654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:05.879459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:05.936353 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-2468d455-9214-4c60-b195-9898d8f77700 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 999 time: 0.1735249 Dec 21 04:07:06.105227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-3df20acd-e523-4bcf-b93b-1882070d3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:06.106877 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-3df20acd-e523-4bcf-b93b-1882070d3403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.1522827 Dec 21 04:07:06.141182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be33389-7ca6-4f22-88f3-4af7eba77d80 req-c7c473ba-364a-4fb9-8186-36859d37c903 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:06.143462 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9be33389-7ca6-4f22-88f3-4af7eba77d80 req-c7c473ba-364a-4fb9-8186-36859d37c903 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1111135 Dec 21 04:07:06.216797 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9be33389-7ca6-4f22-88f3-4af7eba77d80 req-3ad186ad-a5d5-4e8d-bab9-9b81e6866ff8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0664332 Dec 21 04:07:06.265311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:06.280428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Transition to ACTIVE for port object 47c88a0f-7297-45ad-958a-33e16e5fd7c2 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:06.285886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:06.306882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:06.372187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a04be-bcb2-4854-abde-930a0d0d5af4 req-3f2b9efb-714d-4158-96d4-7a78e70f460f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:06.374605 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-621a04be-bcb2-4854-abde-930a0d0d5af4 req-3f2b9efb-714d-4158-96d4-7a78e70f460f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1012435 Dec 21 04:07:06.389113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-123e0fcf-9b6e-4915-a6b1-c17aeb8ba4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:06.392993 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-123e0fcf-9b6e-4915-a6b1-c17aeb8ba4d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2752318 Dec 21 04:07:06.462953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fd6a0-f1c4-4cdf-bed5-47b6ec2af018 None None] Pushing event updated for resources: {'Port': ['ID=47c88a0f-7297-45ad-958a-33e16e5fd7c2,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:06.468380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-034fd6a0-f1c4-4cdf-bed5-47b6ec2af018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:06.485612 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-621a04be-bcb2-4854-abde-930a0d0d5af4 req-7ccaf0e1-3e99-44ac-96d2-950016579b9e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034675 Dec 21 04:07:06.555303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Attempting to bind port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:06.555725 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Attempting to bind port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:06.556138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Attempting to bind port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:06.563709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:06.564343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:06.564925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:06.565472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:06.566481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Bound port: 47c88a0f-7297-45ad-958a-33e16e5fd7c2, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:06.567357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:06.613425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Allocated IP 172.20.0.1 (80d3cf97-b839-4cb0-af92-d72595594be6/b39a0a80-cb6f-444c-8954-4a72c33f0f2f/9f753d84-4182-4460-9001-19ed1e92b860) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:06.639381 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-988c34f4-b82c-4f03-a3c9-fb083d8e6f0e service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343092 Dec 21 04:07:06.646491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] For port 47c88a0f-7297-45ad-958a-33e16e5fd7c2, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:06.650045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] For port 47c88a0f-7297-45ad-958a-33e16e5fd7c2, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=47c88a0f-7297-45ad-958a-33e16e5fd7c2,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:06.653083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:06.668673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:06.822272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fd6a0-f1c4-4cdf-bed5-47b6ec2af018 None None] Pushing event updated for resources: {'Port': ['ID=47c88a0f-7297-45ad-958a-33e16e5fd7c2,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:06.825756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-034fd6a0-f1c4-4cdf-bed5-47b6ec2af018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:06.877318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:07:06.878082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:07:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:07.079497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:07:07.135278 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eb6dd0a4-0002-4f18-b0b8-3bcd27b42f97 req-370ce2e2-79b2-42b6-ab08-215ec28805d3 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4746723 Dec 21 04:07:07.143506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:07.161372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Transition to ACTIVE for port object 9f753d84-4182-4460-9001-19ed1e92b860 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:07.182157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:07.199144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4878c031-5529-426a-b007-6f8ab57e790d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:07.349324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f753d84-4182-4460-9001-19ed1e92b860,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:07.353648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:07.394141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Network 80d3cf97-b839-4cb0-af92-d72595594be6 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:07.395514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:07.397851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:07.410106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:02Z', 'revision_number': 3, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:07.415862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a36bb2-d27a-4fff-9920-1374a725f205 None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:02Z', 'revision_number': 3, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:07:07.459087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e27377-e861-4f11-9753-6918e2566507 req-cb99caf7-2c3e-4332-9c9e-404998cf5eff tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:07.460327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:07.462296 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c5e27377-e861-4f11-9753-6918e2566507 req-cb99caf7-2c3e-4332-9c9e-404998cf5eff tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.0901024 Dec 21 04:07:07.517463 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c5e27377-e861-4f11-9753-6918e2566507 req-10191211-51d9-482f-b200-1832afff3b0b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0500171 Dec 21 04:07:07.689436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-fda8e622-d0ab-4d57-b75b-401352696020 None None] Provisioning for port 9f753d84-4182-4460-9001-19ed1e92b860 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:07.702109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-fda8e622-d0ab-4d57-b75b-401352696020 None None] Provisioning complete for port 9f753d84-4182-4460-9001-19ed1e92b860 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:07.702684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fda8e622-d0ab-4d57-b75b-401352696020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:07.812931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb067-a02c-47a7-b0a1-f37bfc579381 req-aa3ed5c2-33d9-4afe-98fa-503e099d52e1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:07.815189 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-798cb067-a02c-47a7-b0a1-f37bfc579381 req-aa3ed5c2-33d9-4afe-98fa-503e099d52e1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1243637 Dec 21 04:07:07.834446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-fda8e622-d0ab-4d57-b75b-401352696020 None None] Port 9f753d84-4182-4460-9001-19ed1e92b860 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:07:07.885739 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:07.936415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-798cb067-a02c-47a7-b0a1-f37bfc579381 req-0cd0730d-5f5f-4248-9fe4-746a78e2e3f2 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148577 Dec 21 04:07:08.327669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:08.332073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:08.397670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9f10c8e4-6eee-458a-b092-5a0cb699c9ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:08.471393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:08.531548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f753d84-4182-4460-9001-19ed1e92b860,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:08.537023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:08.784857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Network 80d3cf97-b839-4cb0-af92-d72595594be6 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:08.786240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:08.872701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a7292-36ec-42a5-90f9-120b5595a8ac req-67a35cf4-45c9-4443-836c-389c0f896076 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:08.882270 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df7a7292-36ec-42a5-90f9-120b5595a8ac req-67a35cf4-45c9-4443-836c-389c0f896076 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1267474 Dec 21 04:07:08.945486 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df7a7292-36ec-42a5-90f9-120b5595a8ac req-70a13384-536f-4ad3-908e-182cc53954c4 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0618539 Dec 21 04:07:09.147761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 47c88a0f-7297-45ad-958a-33e16e5fd7c2 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:09.160236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:07:09.247275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-136a469c-8818-4a1a-b0e1-6988f9d42894 None None] Provisioning complete for port 9f753d84-4182-4460-9001-19ed1e92b860 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:09.247624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-136a469c-8818-4a1a-b0e1-6988f9d42894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:09.295258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e950255-e468-45f2-9268-e5668c0bcee6 req-39ea0786-1085-4a96-8f21-ba9cc087b45f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:09.297261 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e950255-e468-45f2-9268-e5668c0bcee6 req-39ea0786-1085-4a96-8f21-ba9cc087b45f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.0901783 Dec 21 04:07:09.365653 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e950255-e468-45f2-9268-e5668c0bcee6 req-415e5402-151e-4439-99f9-cd58a15b9f69 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564938 Dec 21 04:07:09.389171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:07:09.408795 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/8ff643fc-9c70-4c55-a014-eff9fc99d055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9381027 Dec 21 04:07:09.521508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:09.537987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:09.538405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:09.577061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-136a469c-8818-4a1a-b0e1-6988f9d42894 None None] Port 9f753d84-4182-4460-9001-19ed1e92b860 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:07:09.697610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:09.715081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 47c88a0f-7297-45ad-958a-33e16e5fd7c2, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=47c88a0f-7297-45ad-958a-33e16e5fd7c2,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:09.718284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:09.731414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:09.804884 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=47c88a0f-7297-45ad-958a-33e16e5fd7c2,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:09.815467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.816015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.816476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.816842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.817209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.817948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.818315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.818678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.819188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.819546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.819906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.820262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.820684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.821043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.821561 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.821943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.822303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.822662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.823027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.823346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.823775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.824142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.824582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.826036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:09.832184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:10.122435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47696) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:10.129026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'security_group': {'name': 'tempest-securitygroup--394434386', 'description': 'tempest-description--656797686'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:10.136449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:10.140633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:10.143780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:10.149819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:10.164798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.187883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:10.192627 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:10.195783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:10.207264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:10.242743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64d53a-09c6-4c5b-903e-ac92946c7a66 req-26d194c8-19d1-4e9e-82be-b2c17ddc541f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:10.244933 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d64d53a-09c6-4c5b-903e-ac92946c7a66 req-26d194c8-19d1-4e9e-82be-b2c17ddc541f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1350091 Dec 21 04:07:10.311145 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4d64d53a-09c6-4c5b-903e-ac92946c7a66 req-8b6be390-73ad-43fc-abb9-08632045fc6c tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0463254 Dec 21 04:07:10.322545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.327201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.342030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d5510d71-e83e-4c12-b165-e0413ae51fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:10.388039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.389343 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 0.2655711 Dec 21 04:07:10.393077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47702) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:10.397352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'SecurityGroup': ['ID=5f273403-fc24-4528-9911-7350124c7ee8,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:10.400901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:10.401048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'security_group_rule': {'security_group_id': '5f273403-fc24-4528-9911-7350124c7ee8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:10.411229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:10.415417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:10.418545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:10.425295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:10.442900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.516317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.553081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.556309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8178deee-d15e-47a8-bf3d-7c60f83804af tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:10.585253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652ff532-e442-4715-a74e-f6f86279b304,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:10.631817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:10.641178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.643030 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.2479520 Dec 21 04:07:10.646728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47708) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:10.651914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:10.655274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'security_group_rule': {'security_group_id': '5f273403-fc24-4528-9911-7350124c7ee8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:10.662781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:10.667132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:10.670889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:10.678818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:10.696322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c442f64-4c11-47a7-8cb8-b47c376fb089 req-9a85d626-a5da-4e22-b765-3de5822b8b86 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:10.697967 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0c442f64-4c11-47a7-8cb8-b47c376fb089 req-9a85d626-a5da-4e22-b765-3de5822b8b86 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1139131 Dec 21 04:07:10.706337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.753973 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:10.753973 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.775732 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0c442f64-4c11-47a7-8cb8-b47c376fb089 req-ef0da67f-e12f-4125-bb1b-0e566ae05ad9 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710406 Dec 21 04:07:10.790245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.799394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.807284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:10.830802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:07:10.839759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006dacd4-fb67-419e-9858-e60b244479cb,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:10.843425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:10.844233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:10.849034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d07d3596-2be4-41ac-8624-3ef6d479fe54 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1963234 Dec 21 04:07:10.849611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47712) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:10.857491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:07:10.858230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:07:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:10.859044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'floatingip': {'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:10.867230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:10.872240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:floatingip and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:10.876221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:10.883023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:10.895102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:11.128326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 47c88a0f-7297-45ad-958a-33e16e5fd7c2 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:11.133389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:07:11.207951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:11.265334 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:11.265928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:11.695743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead99c9-60ea-4898-8bf6-175d597eeef5 req-6df77dfb-4f21-4f39-8c23-f9460ca2b4de tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:11.698193 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eead99c9-60ea-4898-8bf6-175d597eeef5 req-6df77dfb-4f21-4f39-8c23-f9460ca2b4de tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1231737 Dec 21 04:07:11.712678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Allocated IP 172.28.1.105 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/c2971e60-b7e1-40d1-b8c5-1da4df4924fe) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:11.765494 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eead99c9-60ea-4898-8bf6-175d597eeef5 req-b44c0fa4-4355-4d42-9830-8eed7a917d88 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0607724 Dec 21 04:07:11.909865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:08Z', 'revision_number': 2, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:11.915265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:07:11.915841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Updating router 8ff643fc-9c70-4c55-a014-eff9fc99d055 port 9f753d84-4182-4460-9001-19ed1e92b860 binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:07:12.022187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:12.154534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:12.215896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:12.254714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-59e25a09-c277-439a-9093-9ce07a524c2d tempest-ServerRescueNegativeTestJSON-1135891877 tempest-ServerRescueNegativeTestJSON-1135891877] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:12.301320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2da69c-0357-4d82-bdf5-55cf1a0bb2e9 req-5a18f6f2-1b92-48eb-b280-8e43e9d2955e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:12.303437 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7a2da69c-0357-4d82-bdf5-55cf1a0bb2e9 req-5a18f6f2-1b92-48eb-b280-8e43e9d2955e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1658189 Dec 21 04:07:12.379575 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7a2da69c-0357-4d82-bdf5-55cf1a0bb2e9 req-d39204d6-3b46-4303-8291-dc6995b14772 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689917 Dec 21 04:07:12.667484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:12.680882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Transition to ACTIVE for port object 9f753d84-4182-4460-9001-19ed1e92b860 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:12.684358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:12.701192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:12.702636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'Port': ['ID=c2971e60-b7e1-40d1-b8c5-1da4df4924fe,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:12.707134 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:12.757412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:12.758915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:12.761432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:12.855225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Pushing event updated for resources: {'Port': ['ID=9f753d84-4182-4460-9001-19ed1e92b860,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:12.867765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.868221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.868594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.869110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.869303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.869648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.870002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.870350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.870608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:12.870716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.871017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.871673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.871673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.873888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.873888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.873888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.873888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.873888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.873888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.874396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.874396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.874689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.875030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.875374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.875719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:12.881625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:12.999727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.046953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Attempting to bind port 9f753d84-4182-4460-9001-19ed1e92b860 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:13.047359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Attempting to bind port 9f753d84-4182-4460-9001-19ed1e92b860 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:13.047753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Attempting to bind port 9f753d84-4182-4460-9001-19ed1e92b860 on network 80d3cf97-b839-4cb0-af92-d72595594be6 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:13.054506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:13.054910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Checking segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:13.055352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.055773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Bound using segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:13.056279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Bound port: 9f753d84-4182-4460-9001-19ed1e92b860, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:13.057183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.121269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a1eac-fd99-499e-a6e7-c06278ba2f85 req-933928fd-507f-4543-b51d-8de092cb77f1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:13.131608 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-302a1eac-fd99-499e-a6e7-c06278ba2f85 req-933928fd-507f-4543-b51d-8de092cb77f1 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.2304423 Dec 21 04:07:13.223352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] For port 9f753d84-4182-4460-9001-19ed1e92b860, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:13.225422 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-302a1eac-fd99-499e-a6e7-c06278ba2f85 req-f1de4864-fbab-461b-8d05-fd621feea102 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0925932 Dec 21 04:07:13.231160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] For port 9f753d84-4182-4460-9001-19ed1e92b860, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=9f753d84-4182-4460-9001-19ed1e92b860,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:13.237233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.259621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:13.370843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Pushing event updated for resources: {'Port': ['ID=9f753d84-4182-4460-9001-19ed1e92b860,revision_number=4']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:13.376401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:13.432819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.440940 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.453863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a493f999-f532-4e72-abfb-177badcf72ba tempest-VolumesActionsTest-1171527911 tempest-VolumesActionsTest-1171527911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:13.615286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:07:13.615975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:07:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:13.675500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'Port': ['ID=c2971e60-b7e1-40d1-b8c5-1da4df4924fe,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:13.679548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:13.816386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd62485-5421-4ae0-b535-5053527ec770 req-e1c5dcae-e94f-459b-89a5-0b1245fe3126 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:13.824630 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dbd62485-5421-4ae0-b535-5053527ec770 req-e1c5dcae-e94f-459b-89a5-0b1245fe3126 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.2130151 Dec 21 04:07:13.876290 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.879523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:07:13.911307 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dbd62485-5421-4ae0-b535-5053527ec770 req-c3f6f3f9-ecaf-4c7e-8e0b-bdc47fe90ef7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855019 Dec 21 04:07:13.959954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:13.969801 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1106689 Dec 21 04:07:14.349266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-b06de2af-4871-4ace-867f-e3dc4c9253d4 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:14.350059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:13Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:14.359375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b43f5a-072b-43a5-82d8-c08c23b35c26 None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:13Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:07:14.374846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-b06de2af-4871-4ace-867f-e3dc4c9253d4 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:14.381052 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-b06de2af-4871-4ace-867f-e3dc4c9253d4 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--394434386&fields=id&tenant_id=e493e3520463403a898add07aff6137f HTTP/1.1" status: 200 len: 267 time: 0.1318555 Dec 21 04:07:14.654735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e9414-3761-4a69-b9f4-78a39789bb1f req-432cd587-ab2a-402e-a367-b3fe318c7ded tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:14.656510 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c11e9414-3761-4a69-b9f4-78a39789bb1f req-432cd587-ab2a-402e-a367-b3fe318c7ded tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1808856 Dec 21 04:07:14.724575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-4e636ef4-cc68-4e8a-90cb-dd17448e30b6 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:14.725361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-4e636ef4-cc68-4e8a-90cb-dd17448e30b6 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:14.743002 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c11e9414-3761-4a69-b9f4-78a39789bb1f req-3020b131-f497-43c5-817e-1c82ec62597c tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0772173 Dec 21 04:07:14.757273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-4e636ef4-cc68-4e8a-90cb-dd17448e30b6 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:14.759753 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-4e636ef4-cc68-4e8a-90cb-dd17448e30b6 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 811 time: 0.3712919 Dec 21 04:07:14.777591 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-5cbc45e2-b885-4b11-a0bd-4d1e3989cdd0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/quotas/e493e3520463403a898add07aff6137f HTTP/1.1" status: 200 len: 375 time: 0.0115683 Dec 21 04:07:14.874655 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-54872284-e518-42db-9c46-906051d4c896 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901899 Dec 21 04:07:15.065408 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-a217a0b4-f7ff-48dd-a7c5-1207ce875e0a service neutron] 10.222.0.23 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743822 Dec 21 04:07:15.154189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 9f753d84-4182-4460-9001-19ed1e92b860 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:15.241070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 9f753d84-4182-4460-9001-19ed1e92b860 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:15.258107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 9f753d84-4182-4460-9001-19ed1e92b860 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:15.258784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:15.355033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bcd76-a83c-44e3-bcc9-ddad54011059 req-c5f8627c-4c12-4cbb-83a6-0ba8077ed7a8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:15.356903 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-009bcd76-a83c-44e3-bcc9-ddad54011059 req-c5f8627c-4c12-4cbb-83a6-0ba8077ed7a8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1209981 Dec 21 04:07:15.465616 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-009bcd76-a83c-44e3-bcc9-ddad54011059 req-2652c035-5c3b-4982-a6ed-08ace191f95a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724173 Dec 21 04:07:15.477498 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-f9f4d25b-77d3-4161-ac2d-e4ccd7ec533b service neutron] 10.222.0.23 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4074981 Dec 21 04:07:15.527459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:15.600930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 9f753d84-4182-4460-9001-19ed1e92b860, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=9f753d84-4182-4460-9001-19ed1e92b860,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:15.605926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:15.612432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:15.744296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=9f753d84-4182-4460-9001-19ed1e92b860,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:15.759182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:15.837241 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-92ea3b4d-c943-421e-a7a9-af1257943f2e req-c4a6efb4-9d2c-4a21-b63c-fd0f83799cc8 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0693340 Dec 21 04:07:16.040546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0e7f8-e03a-4646-ae80-a7555dc4200d req-fcdbeb50-5644-47e6-ad9b-bb95da4f8d1a tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:16.042191 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a7e0e7f8-e03a-4646-ae80-a7555dc4200d req-fcdbeb50-5644-47e6-ad9b-bb95da4f8d1a tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1125925 Dec 21 04:07:16.099839 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a7e0e7f8-e03a-4646-ae80-a7555dc4200d req-4cea1ae8-1dba-488b-910f-573e70291c38 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0505857 Dec 21 04:07:16.758300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ceb1b-4fb7-49c8-8016-bb7e32cc5d8e req-a684d822-6236-4647-8b96-6c39ea20144f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:16.759898 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-239ceb1b-4fb7-49c8-8016-bb7e32cc5d8e req-a684d822-6236-4647-8b96-6c39ea20144f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.0893776 Dec 21 04:07:16.808769 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-239ceb1b-4fb7-49c8-8016-bb7e32cc5d8e req-0b0f6b99-13b9-4953-a628-deb402bf3c16 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Dec 21 04:07:17.110186 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b0a94734-29b9-4779-a9b1-dc68338474f7 req-dcb13b43-f6c1-4c5b-9a27-a22da7b7a4f0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0750413 Dec 21 04:07:17.131862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 9f753d84-4182-4460-9001-19ed1e92b860 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:17.224060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 9f753d84-4182-4460-9001-19ed1e92b860 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:17.224485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:17.356189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce5bea-226f-4207-aaf8-4bcd151a7fd7 req-1d548cdf-f169-4cb1-9b0f-44d98fa0a479 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:17.358013 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bce5bea-226f-4207-aaf8-4bcd151a7fd7 req-1d548cdf-f169-4cb1-9b0f-44d98fa0a479 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.0912061 Dec 21 04:07:17.457696 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bce5bea-226f-4207-aaf8-4bcd151a7fd7 req-a28cab25-6801-4c78-815c-7f7894e855b5 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0850623 Dec 21 04:07:17.497753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47818) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:17.697282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:17.713615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:17.717859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Usage tracker for resource:security_group_rule and tenant:1c40d3bb63f543b7a5dc22e3dde0f828 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:17.720969 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:17.727024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:17.817977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:17.821697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:17.831660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-40ba519d-337d-4fb9-90f6-eb78a5baa6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:17.879826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47826) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:17.879981 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c40d3bb63f543b7a5dc22e3dde0f828&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3809733 Dec 21 04:07:17.880963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb9e0e-4a91-4f28-a5bd-eac3248c65b9,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:17.884539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:17.953511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:17.984490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:18.109006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:18.115628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e07a3a45-1ffc-4fb6-8947-4cbfa4d97e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:18.128602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe179b6-fb4f-4b01-82ed-73c008fe2ff0 req-da6573c9-e65a-4b7c-a5db-54130aade3ea tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:18.130202 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1fe179b6-fb4f-4b01-82ed-73c008fe2ff0 req-da6573c9-e65a-4b7c-a5db-54130aade3ea tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1246450 Dec 21 04:07:18.139089 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb9e0e-4a91-4f28-a5bd-eac3248c65b9,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:18.140542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:18.145242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:18.146684 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bbb9e0e-4a91-4f28-a5bd-eac3248c65b9 HTTP/1.1" status: 204 len: 168 time: 0.2655094 Dec 21 04:07:18.222294 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1fe179b6-fb4f-4b01-82ed-73c008fe2ff0 req-1af68184-a2d0-42cf-9d9c-4851d61924ff tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740757 Dec 21 04:07:18.327114 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3152229-17ad-4f75-9ef7-369d3e2789f2 req-acd46eac-11ef-4345-9b9c-6719fd8e6160 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0508735 Dec 21 04:07:18.700558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ec29-b662-4b04-a693-6a36205f97e1 req-f60844c1-0c7b-4aac-8711-13d280aa014a tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:18.702907 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a036ec29-b662-4b04-a693-6a36205f97e1 req-f60844c1-0c7b-4aac-8711-13d280aa014a tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.0978467 Dec 21 04:07:18.781189 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a036ec29-b662-4b04-a693-6a36205f97e1 req-45675c5c-7d5d-4456-8415-14f4004a2309 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0690210 Dec 21 04:07:19.238458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 47856) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:19.424455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1767274721-network', 'tenant_id': 'dbc3276ef3124dc48db2120b5a7e431c'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:19.647456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:19.693227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Usage tracker for resource:network and tenant:dbc3276ef3124dc48db2120b5a7e431c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:19.701172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:19.713282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:19.716952 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-44ffa87b-f8bf-48f6-8b05-ae4715e6ca0d req-6216481c-a0d0-4b69-bdcd-bbd5f8eebf19 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0663002 Dec 21 04:07:19.740209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Made reservation on behalf of dbc3276ef3124dc48db2120b5a7e431c for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:07:19.745063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:19.761679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:19.781254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:19.789141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f090307-92e6-48bf-b01e-ee5e408cda29 req-ed2368b3-5565-4dda-bfc4-2a740b6ef3eb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:19.790752 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f090307-92e6-48bf-b01e-ee5e408cda29 req-ed2368b3-5565-4dda-bfc4-2a740b6ef3eb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.4145632 Dec 21 04:07:19.793095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc3276ef3124dc48db2120b5a7e431c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:19.796126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:19.819466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:19.862892 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f090307-92e6-48bf-b01e-ee5e408cda29 req-8d2514ca-c839-42ce-8c2d-805253e026dc tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636261 Dec 21 04:07:19.977621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:19.982439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:19.987902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1d0b6075-50a9-48cb-84df-284de91cb57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:20.019254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:07:20.050962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.051402 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Added segment 5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b of type vxlan for network 1bcb6922-1116-4796-9c31-823fa1a56904 Dec 21 04:07:20.054331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1099011f-3b5b-4996-a9ee-a38fabdb6d29,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:20.062162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:20.073341 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ab14a-dd51-4f9a-ac80-a9de0c743c11 req-25658c89-bf6c-4860-b461-49cd29cfe958 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:20.075017 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-570ab14a-dd51-4f9a-ac80-a9de0c743c11 req-25658c89-bf6c-4860-b461-49cd29cfe958 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1641550 Dec 21 04:07:20.130389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.149141 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-570ab14a-dd51-4f9a-ac80-a9de0c743c11 req-6a4d0aa4-b5fb-4408-834a-3fa713fc3971 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0654211 Dec 21 04:07:20.173146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.175505 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:20.176430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.182435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:20.286946 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0472448 Dec 21 04:07:20.290022 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 47870) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:20.294900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Pushing event updated for resources: {'Network': ['ID=1bcb6922-1116-4796-9c31-823fa1a56904,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:20.297913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:20.298107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Request body: {'subnet': {'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1767274721-subnet', 'tenant_id': 'dbc3276ef3124dc48db2120b5a7e431c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:20.306005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:20.309132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 1bcb6922-1116-4796-9c31-823fa1a56904 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:07:20.310903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Usage tracker for resource:subnet and tenant:dbc3276ef3124dc48db2120b5a7e431c is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:20.314438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:20.320944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:20.324398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 1bcb6922-1116-4796-9c31-823fa1a56904 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:07:20.330680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Made reservation on behalf of dbc3276ef3124dc48db2120b5a7e431c for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:07:20.336043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848313033'] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.737300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:20.766679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30284101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848313050'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.816540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-33d6a637-99f3-498b-8a89-b48679ab8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:20.847794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:20.848225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:20.948454 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9c365cdf-69a3-456e-8f53-e73b99f05326 req-34b1750f-2545-480e-a5a7-9cca5e8472a7 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0796933 Dec 21 04:07:21.135231 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64452d46-73b7-4be2-b067-d25561912cc9,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:21.149614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:21.173281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0f314-b85e-4e27-9753-210af71593dc req-4a8e88e6-82ca-4606-9d3c-4fe68a904637 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:21.175271 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ba0f314-b85e-4e27-9753-210af71593dc req-4a8e88e6-82ca-4606-9d3c-4fe68a904637 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.1057701 Dec 21 04:07:21.213101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-36ef7889-5a3e-4079-a319-5c7d6db743a3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:21.214736 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-36ef7889-5a3e-4079-a319-5c7d6db743a3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 811 time: 0.4272125 Dec 21 04:07:21.215606 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Checking segment: {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:21.216079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Network hostable DHCP agents. Network: 1bcb6922-1116-4796-9c31-823fa1a56904, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:07:21.242329 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ba0f314-b85e-4e27-9753-210af71593dc req-28189c4b-6f6f-418f-af93-015899deeb08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590479 Dec 21 04:07:21.255496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Network 1bcb6922-1116-4796-9c31-823fa1a56904 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:07:21.303190 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 1bcb6922-1116-4796-9c31-823fa1a56904) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:21.329529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bce61f-3017-4fed-94ae-00f70f9da907 None None] Network 1bcb6922-1116-4796-9c31-823fa1a56904 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:07:21.334091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:21.334733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:21.356899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ed2e1d97-58c4-4235-857b-05ed4c8ca154 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:21.377452 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-50188a53-f0fb-43fb-b1ef-87099324544e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0859451 Dec 21 04:07:21.378902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ed2e1d97-58c4-4235-857b-05ed4c8ca154 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:21.380352 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ed2e1d97-58c4-4235-857b-05ed4c8ca154 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e493e3520463403a898add07aff6137f HTTP/1.1" status: 200 len: 5507 time: 0.1461084 Dec 21 04:07:21.395284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'port': {'device_id': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'admin_state_up': True, 'tenant_id': 'e493e3520463403a898add07aff6137f', 'security_groups': ['5f273403-fc24-4528-9911-7350124c7ee8']}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:21.401221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071744-82cf-4ba5-92c5-2f8b5405b791 req-a6210402-4bfd-40bc-9852-eed876d94891 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:21.410938 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1d071744-82cf-4ba5-92c5-2f8b5405b791 req-a6210402-4bfd-40bc-9852-eed876d94891 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.1047072 Dec 21 04:07:21.461122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1d071744-82cf-4ba5-92c5-2f8b5405b791 req-582ea4ff-3961-4a72-9e07-d0f04669fef9 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=5414775c-9256-4ab4-92a6-32268c874df4&id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0489805 Dec 21 04:07:21.562730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:21.566937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:port and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:21.569966 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for port was recalculated. Used quota:3. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:21.577354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:21.578363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8a145-7846-40d6-81e2-38b4d39e9340 None None] Network 1bcb6922-1116-4796-9c31-823fa1a56904 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:07:21.588106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Made reservation on behalf of e493e3520463403a898add07aff6137f for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:07:21.593809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:21.923063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Allocated IP 172.20.0.4 (80d3cf97-b839-4cb0-af92-d72595594be6/b39a0a80-cb6f-444c-8954-4a72c33f0f2f/0afa8c1a-8786-4f54-b35f-03eee2257919) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:22.145910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:22.147479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:22.165870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Transition to ACTIVE for port object 0afa8c1a-8786-4f54-b35f-03eee2257919 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:22.174675 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-174cb6a8-679a-498c-8e24-36e31bcdc28e req-9be0f243-1f9e-4a90-8a0a-6f4edcf35e52 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0847399 Dec 21 04:07:22.188269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:22.204043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-15575215-db32-45a2-82e1-91fab0e7ed4f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:22.342415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'Port': ['ID=0afa8c1a-8786-4f54-b35f-03eee2257919,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:22.351772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:22.396566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Network 80d3cf97-b839-4cb0-af92-d72595594be6 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:22.397792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:22.400060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:22.471051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:22.471764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:22.480770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c6489-a067-4d1a-b1dc-25431f80ee33 req-775cb5ec-3f3c-4077-ab0f-9f60f105e407 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:22.482439 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-125c6489-a067-4d1a-b1dc-25431f80ee33 req-775cb5ec-3f3c-4077-ab0f-9f60f105e407 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 943 time: 0.0892682 Dec 21 04:07:22.493371 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1030393 Dec 21 04:07:22.506551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Request body: {'port': {'device_id': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:22.533985 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-125c6489-a067-4d1a-b1dc-25431f80ee33 req-fc4045df-6723-41c4-bbb8-0a16a126a20b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Dec 21 04:07:22.625124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:22.650514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5394eda0-e8da-461d-8412-58feb59579e4 None None] Provisioning for port 0afa8c1a-8786-4f54-b35f-03eee2257919 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:22.655494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-5394eda0-e8da-461d-8412-58feb59579e4 None None] Provisioning complete for port 0afa8c1a-8786-4f54-b35f-03eee2257919 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:22.655915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5394eda0-e8da-461d-8412-58feb59579e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:22.714565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-5394eda0-e8da-461d-8412-58feb59579e4 None None] Port 0afa8c1a-8786-4f54-b35f-03eee2257919 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:07:22.813506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:07:23.045722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:23.131839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:23.132196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.265513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.294842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881c190-545b-4a17-bd28-eed071967591'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:23.307060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 8881c190-545b-4a17-bd28-eed071967591, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8881c190-545b-4a17-bd28-eed071967591,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:23.311007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.313055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:23.360291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afa8c1a-8786-4f54-b35f-03eee2257919 {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:07:23.383926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.399543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Transition to ACTIVE for port object 0afa8c1a-8786-4f54-b35f-03eee2257919 will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:23.405419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.413238 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881c190-545b-4a17-bd28-eed071967591', 'code': 200} Dec 21 04:07:23.435838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=6']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:23.436035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:23.446441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:23.516497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bd847-9aba-4e84-be22-3a84bcfb7035 req-65802d28-9890-4041-a259-891b616d5181 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:23.518415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-037bd847-9aba-4e84-be22-3a84bcfb7035 req-65802d28-9890-4041-a259-891b616d5181 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 943 time: 0.1030867 Dec 21 04:07:23.589599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Pushing event updated for resources: {'Port': ['ID=0afa8c1a-8786-4f54-b35f-03eee2257919,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:23.598942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:23.612882 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-037bd847-9aba-4e84-be22-3a84bcfb7035 req-8b2997dd-8b15-494a-8226-173cd13c514e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883033 Dec 21 04:07:23.731328 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-222edd6d-88d5-4956-8e5d-e36e632bc645 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:23.732343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-222edd6d-88d5-4956-8e5d-e36e632bc645 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Synchronizing usage tracker for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:23.753773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-222edd6d-88d5-4956-8e5d-e36e632bc645 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Unset dirty status for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:23.755893 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-222edd6d-88d5-4956-8e5d-e36e632bc645 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/networks?id=1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 200 len: 809 time: 0.2077589 Dec 21 04:07:23.793566 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-75629f1e-a105-46be-b5c1-c77aa6252b0a tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/quotas/dbc3276ef3124dc48db2120b5a7e431c HTTP/1.1" status: 200 len: 375 time: 0.0189548 Dec 21 04:07:23.797852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Attempting to bind port 0afa8c1a-8786-4f54-b35f-03eee2257919 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:23.798231 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Attempting to bind port 0afa8c1a-8786-4f54-b35f-03eee2257919 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:23.798642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Attempting to bind port 0afa8c1a-8786-4f54-b35f-03eee2257919 on network 80d3cf97-b839-4cb0-af92-d72595594be6 {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:23.805705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:23.806081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Checking segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:23.806506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.806903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Bound using segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:23.807386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Bound port: 0afa8c1a-8786-4f54-b35f-03eee2257919, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:23.807762 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.927725 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4b7ba094-e9aa-4ca6-a738-b0d8c4398cae tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741026 Dec 21 04:07:23.932290 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] For port 0afa8c1a-8786-4f54-b35f-03eee2257919, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:23.936093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] For port 0afa8c1a-8786-4f54-b35f-03eee2257919, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0afa8c1a-8786-4f54-b35f-03eee2257919,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:23.943964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:23.958180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:24.113262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Pushing event updated for resources: {'Port': ['ID=0afa8c1a-8786-4f54-b35f-03eee2257919,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:24.118329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:24.155560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.156231 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:24.157962 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] 10.222.0.21 "PUT /v2.0/ports/0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 1157 time: 1.6561737 Dec 21 04:07:24.158513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:24.174477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cad32-5840-4749-ae5c-d25cbdf58353 req-b32e3948-92c6-4cb7-b55c-5511fac3e076 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.176164 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ff5cad32-5840-4749-ae5c-d25cbdf58353 req-b32e3948-92c6-4cb7-b55c-5511fac3e076 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.3965433 Dec 21 04:07:24.179829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cf4cf-4668-4d18-a01f-a05e5bea3476 req-30bd371a-eaef-470d-b243-5d219d04cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.181380 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c73cf4cf-4668-4d18-a01f-a05e5bea3476 req-30bd371a-eaef-470d-b243-5d219d04cc91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1162 time: 0.2706032 Dec 21 04:07:24.186340 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-33db5b54-a83f-457a-a4fd-967efdd07a4f service neutron] 10.222.0.23 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574797 Dec 21 04:07:24.271097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-25bf6f80-b2f7-44a5-99a9-01cbdce3cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.272801 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-25bf6f80-b2f7-44a5-99a9-01cbdce3cc37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1160 time: 0.0795016 Dec 21 04:07:24.349243 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-59c600fb-6c0d-4dbf-8089-0aa9bc6473bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 217 time: 0.0688987 Dec 21 04:07:24.366669 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ff5cad32-5840-4749-ae5c-d25cbdf58353 req-600e1223-59c8-4b5a-9b63-8d0221fedbf8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787357 Dec 21 04:07:24.372234 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c73cf4cf-4668-4d18-a01f-a05e5bea3476 req-27d33251-0a44-49a1-869d-c06c9be0636c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831381 Dec 21 04:07:24.411414 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-fab7087e-d775-4c72-a81f-1e523f579db6 service neutron] 10.222.0.23 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2054851 Dec 21 04:07:24.427333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-9e8da0bc-1294-4471-861f-77f5ecb3f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.430615 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-9e8da0bc-1294-4471-861f-77f5ecb3f3f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0755434 Dec 21 04:07:24.466995 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'status': 'completed', 'code': 200} Dec 21 04:07:24.633185 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-be2628f9-52b5-498c-a3a3-3206ca7238f7 req-7fa69aa6-f77f-4f5c-a7f0-befd519ad747 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 210 time: 0.0523040 Dec 21 04:07:24.665082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-05c00201-28f3-4647-886b-e6ac0c41d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.667144 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-05c00201-28f3-4647-886b-e6ac0c41d5bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0809245 Dec 21 04:07:24.740580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:24.845790 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-e2e28977-a030-4f58-9b68-08cb1c8de537 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701119 Dec 21 04:07:24.850213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:24.850742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:24.990495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580fdc1-f9ef-467b-af37-ab996a1c84af req-4ede6cf4-07a4-434d-9ec3-491239550d43 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:24.992568 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9580fdc1-f9ef-467b-af37-ab996a1c84af req-4ede6cf4-07a4-434d-9ec3-491239550d43 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 943 time: 0.1991603 Dec 21 04:07:25.031214 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-076a5b1e-08c1-4a0a-8a02-08cf39095f92 req-9709eb2b-951b-4bda-8e73-d40d7a153b17 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1785588 Dec 21 04:07:25.065328 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9580fdc1-f9ef-467b-af37-ab996a1c84af req-29dd439e-9795-4b12-805f-31dace39f332 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643508 Dec 21 04:07:25.076666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fca7e-49e4-464b-a7e4-0bb803cfd753 req-aa52f2cd-6728-449d-be1c-76a1c543ed02 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:25.078262 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba0fca7e-49e4-464b-a7e4-0bb803cfd753 req-aa52f2cd-6728-449d-be1c-76a1c543ed02 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.1515493 Dec 21 04:07:25.131727 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba0fca7e-49e4-464b-a7e4-0bb803cfd753 req-26b031fd-9b97-49e8-bdc6-bb01b30654fc tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Dec 21 04:07:25.173679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-c0e0854a-b643-4940-be23-5e5b32268886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:25.175785 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-c0e0854a-b643-4940-be23-5e5b32268886 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1160 time: 0.0825827 Dec 21 04:07:25.320336 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-99133586-cb1b-4990-8851-5112df8f3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:25.321953 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-99133586-cb1b-4990-8851-5112df8f3e10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1390018 Dec 21 04:07:25.396841 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-06e9ab0c-a545-4d9f-ae58-1ed16c0f70ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 217 time: 0.0630786 Dec 21 04:07:25.481085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-944aaa13-9efd-42bc-b8bf-456c1ff53e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:25.482614 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-944aaa13-9efd-42bc-b8bf-456c1ff53e2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0687902 Dec 21 04:07:25.563580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-4a2736e0-d515-40f6-a2ba-8edf6f8da3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:25.565813 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-4a2736e0-d515-40f6-a2ba-8edf6f8da3c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0757084 Dec 21 04:07:25.605951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a38bc1-aa92-4c73-8867-7021cdfe52c2 req-9a84cda9-4767-49fd-89fd-899feb0934b8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:25.607551 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-75a38bc1-aa92-4c73-8867-7021cdfe52c2 req-9a84cda9-4767-49fd-89fd-899feb0934b8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0836971 Dec 21 04:07:25.657058 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-75a38bc1-aa92-4c73-8867-7021cdfe52c2 req-02c17e94-2aca-4c1c-9ad8-6f26a15af985 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Dec 21 04:07:25.730286 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-2c7e47bf-51d0-4485-854c-557b2fb379ed service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571159 Dec 21 04:07:25.869926 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e74d24e2-d420-4190-991b-dcd66161e7aa req-26df38c9-819b-4ea7-93ea-340a29983acd tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 210 time: 0.0637157 Dec 21 04:07:25.936336 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-df9889a5-d71f-4f9d-bda6-cdac445bca00 req-0a106445-fe17-42f1-8748-c3dec03aa3f3 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1978440 Dec 21 04:07:26.041530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-78ca173d-b76c-4e9d-91b6-0173b16965b8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:26.043164 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-78ca173d-b76c-4e9d-91b6-0173b16965b8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "GET /v2.0/networks?id=1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 200 len: 809 time: 0.1722817 Dec 21 04:07:26.061923 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Request body: {'port': {'device_id': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904', 'admin_state_up': True, 'tenant_id': 'dbc3276ef3124dc48db2120b5a7e431c'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:26.272719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:26.286193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Usage tracker for resource:port and tenant:dbc3276ef3124dc48db2120b5a7e431c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:26.291655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:26.338377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:26.374535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Made reservation on behalf of dbc3276ef3124dc48db2120b5a7e431c for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:07:26.380040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:26.466009 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd750a0-97de-473f-8a3b-537c584c3b68 req-dec65eb7-f822-4daf-8ac2-48b48e05e2b2 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:26.467644 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0dd750a0-97de-473f-8a3b-537c584c3b68 req-dec65eb7-f822-4daf-8ac2-48b48e05e2b2 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 943 time: 0.2340820 Dec 21 04:07:26.498812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129821-ed5c-428a-98b3-2f432f9c990a req-a7adf842-06b6-4393-82f3-b7de15f62e33 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:26.500419 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-04129821-ed5c-428a-98b3-2f432f9c990a req-a7adf842-06b6-4393-82f3-b7de15f62e33 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.2046673 Dec 21 04:07:26.869277 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-04129821-ed5c-428a-98b3-2f432f9c990a req-53894dc3-0d78-4ced-9487-c289e998cb74 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539858 Dec 21 04:07:26.873888 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0dd750a0-97de-473f-8a3b-537c584c3b68 req-100f396a-8057-4810-bacc-840682395702 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863606 Dec 21 04:07:27.121945 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-baf2a138-b55c-4eb3-a867-069c6df41e78 req-425e2aad-db99-463d-88ea-183d33caf5a4 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 210 time: 0.0684247 Dec 21 04:07:27.143811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Allocated IP 172.20.0.2 (1bcb6922-1116-4796-9c31-823fa1a56904/64452d46-73b7-4be2-b067-d25561912cc9/5fac4c08-b559-490a-ad5c-60830f11cc4d) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:27.196476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4713a-06d8-45de-bd8b-64a3ed2cfa96 req-14a99f53-7d12-47c3-9154-efc7682912c3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:27.198102 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e8c4713a-06d8-45de-bd8b-64a3ed2cfa96 req-14a99f53-7d12-47c3-9154-efc7682912c3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.1852486 Dec 21 04:07:27.200805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0afa8c1a-8786-4f54-b35f-03eee2257919 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:27.268243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 0afa8c1a-8786-4f54-b35f-03eee2257919 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:27.273234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0afa8c1a-8786-4f54-b35f-03eee2257919 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:27.273677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:27.303173 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e8c4713a-06d8-45de-bd8b-64a3ed2cfa96 req-33457b0b-be2a-4fce-8751-85238830be71 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932801 Dec 21 04:07:27.391621 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:27.418269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:27.420758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:27.429388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 0afa8c1a-8786-4f54-b35f-03eee2257919, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0afa8c1a-8786-4f54-b35f-03eee2257919,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:27.433395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:27.435974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:27.449245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:27.469049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-093ccd76-4ed6-4329-a706-22adf52b7973 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:27.484515 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'code': 200} Dec 21 04:07:27.509085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=0afa8c1a-8786-4f54-b35f-03eee2257919,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:27.512364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:27.610950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Pushing event updated for resources: {'Port': ['ID=5fac4c08-b559-490a-ad5c-60830f11cc4d,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:27.618382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:27.673358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Network 1bcb6922-1116-4796-9c31-823fa1a56904 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:27.674761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:27.677216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:27.740149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:27.740818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:27.761032 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7036955 Dec 21 04:07:27.773257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Request body: {'port': {'device_id': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:27.837281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf555-311f-4be1-bf92-dfdabd6c7781 req-8fe70a68-12cb-4490-ba0e-2ca83e87182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:27.838916 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0a6cf555-311f-4be1-bf92-dfdabd6c7781 req-8fe70a68-12cb-4490-ba0e-2ca83e87182c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1162 time: 0.0792019 Dec 21 04:07:27.882527 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0a6cf555-311f-4be1-bf92-dfdabd6c7781 req-8347a38f-a37f-4c71-ac3a-834ca0f713c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364251 Dec 21 04:07:27.888184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:28.341890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6a69a-e281-4fc1-89cb-e2c9dfdc144f req-31e46896-9942-456c-89bf-3c0d3f6cfbd3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:28.343399 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cdf6a69a-e281-4fc1-89cb-e2c9dfdc144f req-31e46896-9942-456c-89bf-3c0d3f6cfbd3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.3184667 Dec 21 04:07:28.351336 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cb2ae-a4c2-4f6a-b534-30a661f7e7a2 req-0155b73e-505c-4021-aec2-64c46a645af1 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:28.352836 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fb5cb2ae-a4c2-4f6a-b534-30a661f7e7a2 req-0155b73e-505c-4021-aec2-64c46a645af1 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.3292439 Dec 21 04:07:28.459760 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fb5cb2ae-a4c2-4f6a-b534-30a661f7e7a2 req-7ee4290d-ca1b-42d4-9914-497526bb788e tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000569 Dec 21 04:07:28.469655 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cdf6a69a-e281-4fc1-89cb-e2c9dfdc144f req-792f2dc2-b0aa-47d2-bcb5-cf49ae5626a9 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140881 Dec 21 04:07:28.529918 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fac4c08-b559-490a-ad5c-60830f11cc4d {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:07:28.537431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:28.550680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Transition to ACTIVE for port object 5fac4c08-b559-490a-ad5c-60830f11cc4d will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:28.553699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:28.569461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-62550630-e636-42b6-8f3b-9ff32fdd9e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:28.761041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fac4c08-b559-490a-ad5c-60830f11cc4d,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:28.768133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:28.809740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0afa8c1a-8786-4f54-b35f-03eee2257919 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:28.869485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-213c1ff9-1001-44e3-a4ec-6956d5076c03 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:28.870270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-213c1ff9-1001-44e3-a4ec-6956d5076c03 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Synchronizing usage tracker for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:28.877797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0afa8c1a-8786-4f54-b35f-03eee2257919 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:28.880008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:28.938061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-213c1ff9-1001-44e3-a4ec-6956d5076c03 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Unset dirty status for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:28.939384 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-213c1ff9-1001-44e3-a4ec-6956d5076c03 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 943 time: 0.3371108 Dec 21 04:07:29.015742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-c18aaf63-4a6f-45af-9467-2615f8269f1f tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Synchronizing usage tracker for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:29.019866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Attempting to bind port 5fac4c08-b559-490a-ad5c-60830f11cc4d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:29.020239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Attempting to bind port 5fac4c08-b559-490a-ad5c-60830f11cc4d by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:29.020608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Attempting to bind port 5fac4c08-b559-490a-ad5c-60830f11cc4d on network 1bcb6922-1116-4796-9c31-823fa1a56904 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:29.029622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:29.029997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Checking segment: {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:29.030396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:29.030791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Bound using segment: {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:29.031264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Bound port: 5fac4c08-b559-490a-ad5c-60830f11cc4d, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:29.031635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:29.078975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-c18aaf63-4a6f-45af-9467-2615f8269f1f tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Unset dirty status for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:29.080758 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-695c8eb2-041f-4cdd-a5fb-ec1898b2c2bf req-c18aaf63-4a6f-45af-9467-2615f8269f1f tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283183 Dec 21 04:07:29.137985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] For port 5fac4c08-b559-490a-ad5c-60830f11cc4d, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:29.141192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] For port 5fac4c08-b559-490a-ad5c-60830f11cc4d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5fac4c08-b559-490a-ad5c-60830f11cc4d,segment=NetworkSegment(5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b),segment_id=5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:29.145159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:29.161156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6225ad9d-0020-4b04-8557-10d357121d7e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:29.313656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fac4c08-b559-490a-ad5c-60830f11cc4d,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:29.317851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:29.352310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:29.352986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:29.354600 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fac4c08-b559-490a-ad5c-60830f11cc4d HTTP/1.1" status: 200 len: 1157 time: 1.5856605 Dec 21 04:07:29.355028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'tag': '5fac4c08-b559-490a-ad5c-60830f11cc4d'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:29.425954 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'tag': '5fac4c08-b559-490a-ad5c-60830f11cc4d', 'status': 'completed', 'code': 200} Dec 21 04:07:29.466790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-c53400f7-c0f1-4610-aee1-a69400591765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:29.468395 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-c53400f7-c0f1-4610-aee1-a69400591765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 1160 time: 0.0776587 Dec 21 04:07:29.543065 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-797d234a-a949-4a91-b33b-8a42a7f6eed4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fac4c08-b559-490a-ad5c-60830f11cc4d HTTP/1.1" status: 200 len: 217 time: 0.0671706 Dec 21 04:07:29.712678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-57f0347d-04b5-4705-a8c1-f82fbdfbc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:29.714253 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-57f0347d-04b5-4705-a8c1-f82fbdfbc7a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64452d46-73b7-4be2-b067-d25561912cc9 HTTP/1.1" status: 200 len: 849 time: 0.1651711 Dec 21 04:07:30.002588 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-01d637ec-d674-45a7-9118-b23f351a44cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bcb6922-1116-4796-9c31-823fa1a56904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2763011 Dec 21 04:07:30.053069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d699f8-9dd8-4ac8-bd0a-fc5be92b16d6 req-e1e2ced0-7610-47c2-992a-01ecd5c7b66f tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.054663 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f9d699f8-9dd8-4ac8-bd0a-fc5be92b16d6 req-e1e2ced0-7610-47c2-992a-01ecd5c7b66f tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.4627118 Dec 21 04:07:30.075890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374e2ed-bb3c-4e42-beaf-e2376fc60fc1 req-2e772084-8c21-46c4-a2e6-1821cf8b5a41 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.077488 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a374e2ed-bb3c-4e42-beaf-e2376fc60fc1 req-2e772084-8c21-46c4-a2e6-1821cf8b5a41 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.4372058 Dec 21 04:07:30.230349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f9d699f8-9dd8-4ac8-bd0a-fc5be92b16d6 req-9d117443-2353-437d-9730-51094e47deee tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490841 Dec 21 04:07:30.234856 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a374e2ed-bb3c-4e42-beaf-e2376fc60fc1 req-daeba5f5-f1d5-4901-a9cc-1f780d07e164 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501541 Dec 21 04:07:30.255618 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-f35b6914-0dab-4863-9fed-9a32ca60b790 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413542 Dec 21 04:07:30.376036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-9c443d4a-fa7a-4462-b7dc-f24dea6423ac tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.376968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-9c443d4a-fa7a-4462-b7dc-f24dea6423ac tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Synchronizing usage tracker for tenant:f54f7409cf834f14812525614ef24dde on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:30.393993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-9c443d4a-fa7a-4462-b7dc-f24dea6423ac tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Unset dirty status for tenant:f54f7409cf834f14812525614ef24dde on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:30.395305 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-9c443d4a-fa7a-4462-b7dc-f24dea6423ac tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 946 time: 0.1147685 Dec 21 04:07:30.473013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Deleting port 430400f0-722e-4598-a1de-34ba16e37983 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:07:30.473394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:30.538277 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0edfa3a5-a291-4acc-969d-4754a53f927a req-c24e949f-8112-4f7f-b7d7-6645edc1c2e5 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2731631 Dec 21 04:07:30.561253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d125e-7e05-47ae-85fd-ca3a69530968 req-3d37abad-34d8-4a44-8f11-7d7064572355 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.562862 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0e7d125e-7e05-47ae-85fd-ca3a69530968 req-3d37abad-34d8-4a44-8f11-7d7064572355 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 943 time: 0.1926670 Dec 21 04:07:30.569864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fb5d0-c784-4899-b2c1-65534dc99cda req-e3e6d92d-71a8-4dc5-9ad6-f8d0cc90b789 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.571474 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-596fb5d0-c784-4899-b2c1-65534dc99cda req-e3e6d92d-71a8-4dc5-9ad6-f8d0cc90b789 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1999907 Dec 21 04:07:30.585982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48024) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:07:30.597764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'floatingip': {'port_id': '0afa8c1a-8786-4f54-b35f-03eee2257919'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:30.661697 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0e7d125e-7e05-47ae-85fd-ca3a69530968 req-e5c2888c-ee93-4a4d-afe6-73326bc39f60 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891407 Dec 21 04:07:30.688591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-60c318db-043c-499c-acc1-d4159cfcee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.690396 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-60c318db-043c-499c-acc1-d4159cfcee56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 1160 time: 0.1029999 Dec 21 04:07:30.712304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:30.810071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0afa8c1a-8786-4f54-b35f-03eee2257919 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:30.842278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-d5abbc09-dc36-4b40-a63f-ed93de727f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:30.843897 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-d5abbc09-dc36-4b40-a63f-ed93de727f81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 200 len: 903 time: 0.1471574 Dec 21 04:07:30.875407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-50a72e3f-4cd4-45c3-add9-a2cec666df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:30.896435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0afa8c1a-8786-4f54-b35f-03eee2257919 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:30.896855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:30.918570 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-2140bd79-4b6c-41cb-9981-0dcb9bd9978f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fac4c08-b559-490a-ad5c-60830f11cc4d HTTP/1.1" status: 200 len: 217 time: 0.0676992 Dec 21 04:07:31.004691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] For port 430400f0-722e-4598-a1de-34ba16e37983, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=430400f0-722e-4598-a1de-34ba16e37983,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:31.005090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:31.006292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-de8dff84-b412-4c91-8383-5ef3d041513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:31.007930 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-de8dff84-b412-4c91-8383-5ef3d041513d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64452d46-73b7-4be2-b067-d25561912cc9 HTTP/1.1" status: 200 len: 849 time: 0.0755920 Dec 21 04:07:31.032201 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 430400f0-722e-4598-a1de-34ba16e37983 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:07:31.066426 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-e693227f-1533-4dee-b310-df21a3828c4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bcb6922-1116-4796-9c31-823fa1a56904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496154 Dec 21 04:07:31.155277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:31.185371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430400f0-722e-4598-a1de-34ba16e37983'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:31.195989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 430400f0-722e-4598-a1de-34ba16e37983, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=430400f0-722e-4598-a1de-34ba16e37983,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:31.200710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:31.203225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b5bfc264-a234-48a3-9cfd-85f521137fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:31.230684 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-9df6e3e3-f409-4c84-86e6-7ba76857c518 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562946 Dec 21 04:07:31.262232 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430400f0-722e-4598-a1de-34ba16e37983', 'code': 200} Dec 21 04:07:31.281020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=430400f0-722e-4598-a1de-34ba16e37983,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:31.285668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:31.375807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Calling delete_port for 430400f0-722e-4598-a1de-34ba16e37983 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:07:31.428940 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1c8fa720-e672-43b0-a895-32cf2cef014f req-8959e64e-c550-43db-95bd-cf7c1fe72cbe service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1905453 Dec 21 04:07:31.467381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3965b6-9a52-4123-aa23-93614b2fbc87 req-1ffb6270-6aa4-4540-aa5d-46aeb722b459 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:31.468978 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e3965b6-9a52-4123-aa23-93614b2fbc87 req-1ffb6270-6aa4-4540-aa5d-46aeb722b459 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 944 time: 0.0897849 Dec 21 04:07:31.516582 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e3965b6-9a52-4123-aa23-93614b2fbc87 req-b308e57b-62d9-4e5e-bc2a-280e8a4428ff tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403337 Dec 21 04:07:31.627636 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:07:31.628191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:07:31.877518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4716623-1e09-4029-8090-8b5e1daab7fe req-48281cbc-3722-45d7-bb4a-e07fb059b520 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:31.879386 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4716623-1e09-4029-8090-8b5e1daab7fe req-48281cbc-3722-45d7-bb4a-e07fb059b520 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 943 time: 0.0872674 Dec 21 04:07:31.926920 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4716623-1e09-4029-8090-8b5e1daab7fe req-6096824f-4de7-4592-ac7f-e69c5d59a418 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Dec 21 04:07:32.043128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:32.045943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:32.129813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Deleting port 430400f0-722e-4598-a1de-34ba16e37983 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:07:32.130108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:32.299525 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Floating IP 1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc associated. External IP: 172.28.1.105, port: 0afa8c1a-8786-4f54-b35f-03eee2257919. Dec 21 04:07:32.731070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21244008-8c7e-4c80-a9dc-dc2af79632f0 req-241b83fc-70dd-4c7c-83bb-d5a7c347de4f tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:32.732776 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21244008-8c7e-4c80-a9dc-dc2af79632f0 req-241b83fc-70dd-4c7c-83bb-d5a7c347de4f tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 944 time: 0.0873201 Dec 21 04:07:32.794512 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21244008-8c7e-4c80-a9dc-dc2af79632f0 req-1abdc9c4-bc84-4f0f-8a34-cea3392408fa tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542982 Dec 21 04:07:32.895977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] For port 430400f0-722e-4598-a1de-34ba16e37983, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=430400f0-722e-4598-a1de-34ba16e37983,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:32.896374 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:32.914757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-d80fe5a0-9279-492a-949f-44391fc15280 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:07:33.042521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Calling delete_port for 430400f0-722e-4598-a1de-34ba16e37983 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:07:33.138608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86e20-0522-44fa-b41a-02ba46e4d448 req-43b07855-7654-47e1-b181-7914b03ce3f2 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:33.140136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cbe86e20-0522-44fa-b41a-02ba46e4d448 req-43b07855-7654-47e1-b181-7914b03ce3f2 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 943 time: 0.0823443 Dec 21 04:07:33.188121 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cbe86e20-0522-44fa-b41a-02ba46e4d448 req-0e6cc056-0a3a-4262-b0a5-97879ebcb7c5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Dec 21 04:07:33.200670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:07:33.261986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8764-63ee-4a7d-92e7-8b001b6a2d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.395586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5fac4c08-b559-490a-ad5c-60830f11cc4d up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:33.417299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.440553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:33.462394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 5fac4c08-b559-490a-ad5c-60830f11cc4d completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:33.467459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5fac4c08-b559-490a-ad5c-60830f11cc4d triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:33.467951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.507842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Pushing event deleted for resources: {'Port': ['ID=430400f0-722e-4598-a1de-34ba16e37983,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:33.514764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:33.520315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:07:33.530744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:07:33.545411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:07:33.546104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:07:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:33.585062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.669888 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7c30c4d5-f62d-4c01-81ce-58422b27de2c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "PUT /v2.0/floatingips/1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc HTTP/1.1" status: 200 len: 991 time: 3.0824196 Dec 21 04:07:33.673229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:33.729251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] No DVR routers for this DVR port 430400f0-722e-4598-a1de-34ba16e37983 on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:07:33.731653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.733726 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c7c270d2-5fae-420c-9f65-c0f0d80493e0 req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "DELETE /v2.0/ports/430400f0-722e-4598-a1de-34ba16e37983 HTTP/1.1" status: 204 len: 173 time: 3.3329959 Dec 21 04:07:33.754701 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'status': 'completed', 'code': 200} Dec 21 04:07:33.833741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.851026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.880882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-522cfbaa-de44-40d9-b1c9-229814bcc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:33.882819 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-522cfbaa-de44-40d9-b1c9-229814bcc8a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1162 time: 0.0974436 Dec 21 04:07:33.958752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fac4c08-b559-490a-ad5c-60830f11cc4d'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:33.982785 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 5fac4c08-b559-490a-ad5c-60830f11cc4d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5fac4c08-b559-490a-ad5c-60830f11cc4d,segment=NetworkSegment(5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b),segment_id=5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:33.992322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:33.998305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:34.022997 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-db05bfd1-c6d2-40c4-856a-b401fe0fa4b7 req-c005032d-22b4-4fe7-8837-ecdffc302b29 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=d2f8d3b0-5241-43dc-aada-87a78256bb48 HTTP/1.1" status: 200 len: 210 time: 0.0607772 Dec 21 04:07:34.046702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:07:34.070878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-45f30091-b42f-4dca-8b5e-88921d5007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:34.072455 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-45f30091-b42f-4dca-8b5e-88921d5007c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1755996 Dec 21 04:07:34.104555 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fac4c08-b559-490a-ad5c-60830f11cc4d', 'code': 200} Dec 21 04:07:34.182839 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-47ade52d-4273-4034-917a-6c97f497cce9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 999 time: 0.1018744 Dec 21 04:07:34.196978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=5fac4c08-b559-490a-ad5c-60830f11cc4d,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:34.212517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:34.298964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-695bc2ed-55ed-44be-91dd-be4eb5da17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:34.301156 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-695bc2ed-55ed-44be-91dd-be4eb5da17ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.1097155 Dec 21 04:07:34.342056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94602326-dc12-4ccf-8412-e70cd8ab52a7 req-8f5a4663-70df-4bdf-ba45-e6472059128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:34.343971 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-94602326-dc12-4ccf-8412-e70cd8ab52a7 req-8f5a4663-70df-4bdf-ba45-e6472059128e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 1162 time: 0.1043696 Dec 21 04:07:34.387423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-c5256d34-f1b3-46f8-bc0d-ab8173a7bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:34.389287 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-c5256d34-f1b3-46f8-bc0d-ab8173a7bdc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0808659 Dec 21 04:07:34.440997 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-94602326-dc12-4ccf-8412-e70cd8ab52a7 req-b098ae0d-2d0f-47d5-ae2b-20c88aee738f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568337 Dec 21 04:07:34.469320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d84c67-6680-409f-9a6b-7bfde69e1806 req-a96b8468-14b6-4272-90ba-d87cf2deba49 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:34.471407 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c8d84c67-6680-409f-9a6b-7bfde69e1806 req-a96b8468-14b6-4272-90ba-d87cf2deba49 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 945 time: 0.1262805 Dec 21 04:07:34.487416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'port_id': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'mac_address': 'fa:16:3e:50:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:07:12Z', 'updated_at': '2020-12-21T04:07:31Z', 'revision_number': 1, 'project_id': 'e493e3520463403a898add07aff6137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:34.491822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:07:34.501510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:07:34.502319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:07:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:34.521594 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c8d84c67-6680-409f-9a6b-7bfde69e1806 req-bd1b04df-d12f-4b3f-a10a-ad35a65f76e0 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Dec 21 04:07:34.546335 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-4aa9f305-124a-49b9-9b96-7ed11e492996 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504889 Dec 21 04:07:34.687112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:07:34.768991 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:34.781943 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-56cc17f3-f2d9-4ccc-b5c4-e1bda75e6489 req-025969d3-a634-4e96-8e96-d7b5ec85150c service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378119 Dec 21 04:07:34.836432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5fac4c08-b559-490a-ad5c-60830f11cc4d up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:34.976637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5fac4c08-b559-490a-ad5c-60830f11cc4d triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:34.977056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:35.136951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:35.261668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'port_id': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'mac_address': 'fa:16:3e:50:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:07:12Z', 'updated_at': '2020-12-21T04:07:31Z', 'revision_number': 1, 'project_id': 'e493e3520463403a898add07aff6137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:07:35.265921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e878638-90fb-4efd-ac1f-efec81c5fcf5 None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'port_id': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'mac_address': 'fa:16:3e:50:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:07:12Z', 'updated_at': '2020-12-21T04:07:31Z', 'revision_number': 1, 'project_id': 'e493e3520463403a898add07aff6137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:07:35.559612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1996fa-7c0b-4d11-bb1b-00e6dc8a28e1 None None] New status for floating IP 1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc: ACTIVE {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:07:35.756187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203c5bf-abb1-437b-a583-d615e13ed047 req-d1fa7dbe-8faa-435f-a890-33facc1e5376 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:35.756446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'name': 'network-vif-deleted', 'tag': '430400f0-722e-4598-a1de-34ba16e37983'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:35.758624 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8203c5bf-abb1-437b-a583-d615e13ed047 req-d1fa7dbe-8faa-435f-a890-33facc1e5376 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 945 time: 0.0875361 Dec 21 04:07:35.806698 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8203c5bf-abb1-437b-a583-d615e13ed047 req-2465505f-1e8f-4b94-921e-86715208ee46 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Dec 21 04:07:35.814767 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8d3b0-5241-43dc-aada-87a78256bb48', 'name': 'network-vif-deleted', 'tag': '430400f0-722e-4598-a1de-34ba16e37983', 'status': 'completed', 'code': 200} Dec 21 04:07:37.023657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a980-1b47-4114-b7d2-e09c5f96cebb req-56875176-817d-4bf2-a00f-869d88b1c3d1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:37.025267 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ea4a980-1b47-4114-b7d2-e09c5f96cebb req-56875176-817d-4bf2-a00f-869d88b1c3d1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 945 time: 0.0867162 Dec 21 04:07:37.071785 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ea4a980-1b47-4114-b7d2-e09c5f96cebb req-416760d0-609f-464a-871e-ff2a2262813f tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Dec 21 04:07:38.194742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f5982-4e4f-48f3-a72f-b46ee72c6d30 req-c8f1bd36-34e3-49a2-b7b3-cb0a74dd67d1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:38.196331 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-908f5982-4e4f-48f3-a72f-b46ee72c6d30 req-c8f1bd36-34e3-49a2-b7b3-cb0a74dd67d1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 945 time: 0.0868711 Dec 21 04:07:38.244965 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-908f5982-4e4f-48f3-a72f-b46ee72c6d30 req-030d71d2-e1f5-4e2a-8948-ef333f7cf330 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Dec 21 04:07:39.514004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-dba51b40-4700-4973-9c50-4f1de680a241 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:39.515491 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-dba51b40-4700-4973-9c50-4f1de680a241 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/networks?id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 200 len: 814 time: 0.2111249 Dec 21 04:07:39.536129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967d05-3508-4cee-a61a-4d2589b614f5 req-510d26ba-0020-40d5-b080-cc54a538a010 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:39.537654 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-07967d05-3508-4cee-a61a-4d2589b614f5 req-510d26ba-0020-40d5-b080-cc54a538a010 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 945 time: 0.1333249 Dec 21 04:07:39.541144 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fd5c14a9-41aa-4ba2-8374-2c346a7b4321 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/quotas/f54f7409cf834f14812525614ef24dde HTTP/1.1" status: 200 len: 375 time: 0.0175188 Dec 21 04:07:39.610417 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fd7ae9b1-8153-43c7-913d-d4d2668d5bb6 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?tenant_id=f54f7409cf834f14812525614ef24dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506444 Dec 21 04:07:39.665238 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-07967d05-3508-4cee-a61a-4d2589b614f5 req-5e58e475-fdca-434a-96fd-843ba92f61ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212654 Dec 21 04:07:39.699904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-0c46b8ee-1191-47eb-b88e-9ee64f1ee2b1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:39.701483 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-0c46b8ee-1191-47eb-b88e-9ee64f1ee2b1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 945 time: 0.0881364 Dec 21 04:07:39.768774 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-22617678-000e-4fe4-8dc3-98629df1bbd1 service neutron] 10.222.0.23 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483505 Dec 21 04:07:39.787495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Deleting port 5fac4c08-b559-490a-ad5c-60830f11cc4d {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:07:39.787890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:39.925133 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-e40dee2b-7666-4e33-8685-a96ddaebc3a9 service neutron] 10.222.0.23 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492186 Dec 21 04:07:40.048679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] For port 5fac4c08-b559-490a-ad5c-60830f11cc4d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5fac4c08-b559-490a-ad5c-60830f11cc4d,segment=NetworkSegment(5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b),segment_id=5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:40.049090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:40.163394 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dfa6ee82-1e69-41ae-8028-e9f252f5ce51 req-1a22aedd-f0ce-4078-97b4-a636966eca24 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 210 time: 0.0488739 Dec 21 04:07:40.180078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Calling delete_port for 5fac4c08-b559-490a-ad5c-60830f11cc4d owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:07:40.330306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:40.345551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1c3a137e-dc4e-4da1-9d69-b0887cc949cb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:40.402169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Pushing event deleted for resources: {'Port': ['ID=5fac4c08-b559-490a-ad5c-60830f11cc4d,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:40.406772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:40.547373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] No DVR routers for this DVR port 5fac4c08-b559-490a-ad5c-60830f11cc4d on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:07:40.549852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:40.552560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'name': 'network-vif-deleted', 'tag': '5fac4c08-b559-490a-ad5c-60830f11cc4d'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:40.570914 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0cf8768b-d8fb-4411-8f09-762828d750fb req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "DELETE /v2.0/ports/5fac4c08-b559-490a-ad5c-60830f11cc4d HTTP/1.1" status: 204 len: 173 time: 0.8602378 Dec 21 04:07:40.619644 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4544fa5d-ab77-49ad-916a-2608bffc5e36', 'name': 'network-vif-deleted', 'tag': '5fac4c08-b559-490a-ad5c-60830f11cc4d', 'status': 'completed', 'code': 200} Dec 21 04:07:40.841169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5fac4c08-b559-490a-ad5c-60830f11cc4d no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:07:40.860357 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dc43aee6-5d71-42a8-9c5d-75347a5f4e73 req-346fc22c-6683-4d01-8d9c-1119097b9ab4 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=4544fa5d-ab77-49ad-916a-2608bffc5e36 HTTP/1.1" status: 200 len: 210 time: 0.0505407 Dec 21 04:07:40.883305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 5fac4c08-b559-490a-ad5c-60830f11cc4d {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:07:40.883701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5fac4c08-b559-490a-ad5c-60830f11cc4d not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:07:41.415074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-8e7723c4-987a-4e81-817f-49136202ffc8 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:41.416780 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-8e7723c4-987a-4e81-817f-49136202ffc8 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "GET /v2.0/networks?id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 200 len: 814 time: 0.1673067 Dec 21 04:07:41.435999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Request body: {'port': {'device_id': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed', 'admin_state_up': True, 'tenant_id': 'f54f7409cf834f14812525614ef24dde'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:41.575657 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-27d8f267-77bb-470c-9d00-249245e86a2d req-ea114040-5abf-4434-bf0b-5199631974bb tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 210 time: 0.2789214 Dec 21 04:07:41.599413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:41.609237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:41.618617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Made reservation on behalf of f54f7409cf834f14812525614ef24dde for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:07:41.624093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:41.930127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Allocated IP 172.20.0.4 (a43e544d-5f7d-4dd3-900f-8c31afb1e7ed/7299d726-285d-4d97-9aa1-760404ea7275/0e1a83d7-1e16-44eb-a97a-410c2ab367ee) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:42.164396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:42.191306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:42.210839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-2018ebfe-591e-405d-8f76-a026aea226f5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:42.311649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-3e8608c2-ff3b-45c1-b86b-20e0646c4d70 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:42.313249 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-3e8608c2-ff3b-45c1-b86b-20e0646c4d70 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/networks?id=1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 200 len: 809 time: 0.1629567 Dec 21 04:07:42.329719 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-a4fc9de5-c385-426a-a957-f99545e29a33 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/quotas/dbc3276ef3124dc48db2120b5a7e431c HTTP/1.1" status: 200 len: 375 time: 0.0098116 Dec 21 04:07:42.382680 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-35707ca3-1d4f-454e-a124-32e5e671657a tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466068 Dec 21 04:07:42.535629 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-37109561-8c62-40c0-9216-80ecc9547cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448419 Dec 21 04:07:42.582792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Pushing event updated for resources: {'Port': ['ID=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:42.590768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:42.633851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:42.635137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:42.637466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:42.684058 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-34d94b6f-f71e-4c77-b667-d3fd494231ef service neutron] 10.222.0.23 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416793 Dec 21 04:07:42.701707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:42.702265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:42.729500 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2981665 Dec 21 04:07:42.743612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Request body: {'port': {'device_id': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:42.809679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1f5c5-638b-4043-bf51-3dcc55c9d2a4 req-a152da52-91a1-4f4e-8985-a22078f2c406 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:42.809679 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30d1f5c5-638b-4043-bf51-3dcc55c9d2a4 req-a152da52-91a1-4f4e-8985-a22078f2c406 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 931 time: 0.0891705 Dec 21 04:07:42.869234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:42.896385 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30d1f5c5-638b-4043-bf51-3dcc55c9d2a4 req-55dc11c7-2978-490f-9dc7-15afe2f1c58b tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798812 Dec 21 04:07:42.922625 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5f9f4455-130c-47e0-b9a6-ff461ed3eeb4 req-9d88cfca-9321-4d9e-a233-a9f1dc1f5e6d tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 210 time: 0.0607622 Dec 21 04:07:43.288842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1a83d7-1e16-44eb-a97a-410c2ab367ee {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:07:43.296790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:43.308599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Transition to ACTIVE for port object 0e1a83d7-1e16-44eb-a97a-410c2ab367ee will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:43.311304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:43.328008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:43.469655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Pushing event updated for resources: {'Port': ['ID=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:43.474737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:43.646138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Attempting to bind port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:43.646720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Attempting to bind port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:43.646821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Attempting to bind port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee on network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:43.652504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:43.652878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Checking segment: {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:43.653278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:43.653701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Bound using segment: {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:43.654173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Bound port: 0e1a83d7-1e16-44eb-a97a-410c2ab367ee, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1db3365-9324-4363-bf52-fc9a80510410', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a43e544d-5f7d-4dd3-900f-8c31afb1e7ed'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:43.654542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:43.743111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] For port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:43.746225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] For port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:43.749558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:43.768460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fedf37aa-c0fb-43e1-94d7-79d954b0c8e7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:43.919974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Pushing event updated for resources: {'Port': ['ID=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:43.927511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:43.990813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:43.991489 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:43.992988 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] 10.222.0.21 "PUT /v2.0/ports/0e1a83d7-1e16-44eb-a97a-410c2ab367ee HTTP/1.1" status: 200 len: 1157 time: 1.2547157 Dec 21 04:07:43.993527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'tag': '0e1a83d7-1e16-44eb-a97a-410c2ab367ee'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:44.072438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-d6c837e5-6f63-4b47-b682-ed6f14e38f10 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:44.074324 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-d6c837e5-6f63-4b47-b682-ed6f14e38f10 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "GET /v2.0/networks?id=1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 200 len: 809 time: 0.1698165 Dec 21 04:07:44.138469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Request body: {'port': {'device_id': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904', 'admin_state_up': True, 'tenant_id': 'dbc3276ef3124dc48db2120b5a7e431c'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:44.155318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-cc610948-2d14-41d9-bef0-de55578d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:44.157268 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-cc610948-2d14-41d9-bef0-de55578d61e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f54f7409cf834f14812525614ef24dde&device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 1160 time: 0.1018829 Dec 21 04:07:44.215334 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-96eb41f6-0073-4e08-8fc8-2cebbb14c7bb req-c456a668-502a-4f01-86cd-1a1354ce23e6 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 210 time: 0.0858047 Dec 21 04:07:44.243362 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-43d7240a-ad24-4486-9f04-576e02edb9c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e1a83d7-1e16-44eb-a97a-410c2ab367ee HTTP/1.1" status: 200 len: 217 time: 0.0717413 Dec 21 04:07:44.298529 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'tag': '0e1a83d7-1e16-44eb-a97a-410c2ab367ee', 'status': 'completed', 'code': 200} Dec 21 04:07:44.319934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-40d8f236-ab46-42a4-9024-13859d632d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:44.321663 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-40d8f236-ab46-42a4-9024-13859d632d5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7299d726-285d-4d97-9aa1-760404ea7275 HTTP/1.1" status: 200 len: 854 time: 0.0683556 Dec 21 04:07:44.357109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583b69d-77f6-47f0-9da5-9339b3595b09 req-16568854-d1c5-44ea-9735-5c9e2878f425 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:44.358764 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6583b69d-77f6-47f0-9da5-9339b3595b09 req-16568854-d1c5-44ea-9735-5c9e2878f425 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 943 time: 0.2723577 Dec 21 04:07:44.379290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-4b254c21-83f9-4309-b871-3ec9294fd80a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462565 Dec 21 04:07:44.383045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:07:44.391962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Usage tracker for resource:port and tenant:dbc3276ef3124dc48db2120b5a7e431c is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:07:44.396532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:07:44.413708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:07:44.424154 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6583b69d-77f6-47f0-9da5-9339b3595b09 req-27b8679a-aa5e-4055-8253-9b0cbebc548b tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580354 Dec 21 04:07:44.429560 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Made reservation on behalf of dbc3276ef3124dc48db2120b5a7e431c for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:07:44.435096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:44.532022 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-95a48b07-83ea-4d78-be76-12000d25bc4d service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416025 Dec 21 04:07:44.702664 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18e11838-6076-4fd8-b174-d05f5846e2b2 req-96c26b96-4be7-421c-8f82-695d7d015e4f service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395295 Dec 21 04:07:44.750948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Allocated IP 172.20.0.2 (1bcb6922-1116-4796-9c31-823fa1a56904/64452d46-73b7-4be2-b067-d25561912cc9/f4bf2da0-3337-461a-bac9-930288ef9baf) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:07:44.824787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-a4acd159-6be0-4a59-afe6-426c4fa8af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:44.826408 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-a4acd159-6be0-4a59-afe6-426c4fa8af05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f54f7409cf834f14812525614ef24dde&device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 1160 time: 0.0747576 Dec 21 04:07:44.965564 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:44.972515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-20603059-bb83-410a-a5e9-a614efdb09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:44.974201 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-20603059-bb83-410a-a5e9-a614efdb09c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 200 len: 908 time: 0.1391480 Dec 21 04:07:44.991653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:45.010632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:45.047654 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-a688d3f3-579e-490b-9733-7789f0443118 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e1a83d7-1e16-44eb-a97a-410c2ab367ee HTTP/1.1" status: 200 len: 217 time: 0.0660172 Dec 21 04:07:45.117056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-f9b4e461-c2f0-4659-97dd-26dd0c961709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:45.118655 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-f9b4e461-c2f0-4659-97dd-26dd0c961709 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7299d726-285d-4d97-9aa1-760404ea7275 HTTP/1.1" status: 200 len: 854 time: 0.0641041 Dec 21 04:07:45.148617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Pushing event updated for resources: {'Port': ['ID=f4bf2da0-3337-461a-bac9-930288ef9baf,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:45.158204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:45.173261 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-929b9f71-db10-43ae-ad78-74f020337b13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425975 Dec 21 04:07:45.203111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Network 1bcb6922-1116-4796-9c31-823fa1a56904 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:07:45.204238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:07:45.206633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:07:45.270213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:45.270895 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:45.295629 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c7d53214-a509-447a-9a74-06a49f9eecf5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1671932 Dec 21 04:07:45.308357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Request body: {'port': {'device_id': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:07:45.320800 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-d0f9e06b-8d82-420c-b1ed-a0db816319b0 service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389856 Dec 21 04:07:45.467376 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-85e3b361-7abc-4b59-bf1c-1d0e7c23323b req-3ea760ab-f16e-4c45-bfb6-bb4a55f8eef9 service neutron] 10.222.0.21 "GET /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386697 Dec 21 04:07:45.484680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:45.550466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bcd0f-4ccf-4178-af4f-dd1266e3121a req-7fb98c6e-f4b1-4173-91bb-bbb2e915bed9 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:45.551145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-409bcd0f-4ccf-4178-af4f-dd1266e3121a req-7fb98c6e-f4b1-4173-91bb-bbb2e915bed9 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Synchronizing usage tracker for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:07:45.650313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-409bcd0f-4ccf-4178-af4f-dd1266e3121a req-7fb98c6e-f4b1-4173-91bb-bbb2e915bed9 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Unset dirty status for tenant:dbc3276ef3124dc48db2120b5a7e431c on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:07:45.651533 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-409bcd0f-4ccf-4178-af4f-dd1266e3121a req-7fb98c6e-f4b1-4173-91bb-bbb2e915bed9 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 931 time: 0.2920859 Dec 21 04:07:45.785100 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-409bcd0f-4ccf-4178-af4f-dd1266e3121a req-f33dd228-ce2e-468d-ae40-8bbebae6fff9 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270137 Dec 21 04:07:45.819697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bc3ea-dd0a-4f73-8a21-660d01cc1eba req-5dc3d0f3-592f-44ce-8471-9093764fbf3c tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:45.821284 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fd3bc3ea-dd0a-4f73-8a21-660d01cc1eba req-5dc3d0f3-592f-44ce-8471-9093764fbf3c tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 943 time: 0.2464511 Dec 21 04:07:45.964225 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fd3bc3ea-dd0a-4f73-8a21-660d01cc1eba req-be03a97d-a39d-4f8f-b45c-4778a4e5227f tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239364 Dec 21 04:07:46.066814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bf2da0-3337-461a-bac9-930288ef9baf {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:07:46.073718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:46.086255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Transition to ACTIVE for port object f4bf2da0-3337-461a-bac9-930288ef9baf will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:07:46.088956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:46.104376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:46.242327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Pushing event updated for resources: {'Port': ['ID=f4bf2da0-3337-461a-bac9-930288ef9baf,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:46.245411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:46.416493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Attempting to bind port f4bf2da0-3337-461a-bac9-930288ef9baf on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:07:46.416864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Attempting to bind port f4bf2da0-3337-461a-bac9-930288ef9baf by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:07:46.417228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Attempting to bind port f4bf2da0-3337-461a-bac9-930288ef9baf on network 1bcb6922-1116-4796-9c31-823fa1a56904 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:07:46.422781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:07:46.423147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Checking segment: {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:07:46.423542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:46.423930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Bound using segment: {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:07:46.424689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Bound port: f4bf2da0-3337-461a-bac9-930288ef9baf, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1bcb6922-1116-4796-9c31-823fa1a56904'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:07:46.425053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:46.516608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] For port f4bf2da0-3337-461a-bac9-930288ef9baf, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:07:46.519800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] For port f4bf2da0-3337-461a-bac9-930288ef9baf, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f4bf2da0-3337-461a-bac9-930288ef9baf,segment=NetworkSegment(5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b),segment_id=5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:07:46.523062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:46.537915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e5c61b5a-41cf-4571-991b-816381371c60 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:46.687417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Pushing event updated for resources: {'Port': ['ID=f4bf2da0-3337-461a-bac9-930288ef9baf,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:46.692631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:46.722175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:46.722887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:46.724371 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] 10.222.0.21 "PUT /v2.0/ports/f4bf2da0-3337-461a-bac9-930288ef9baf HTTP/1.1" status: 200 len: 1157 time: 1.4205596 Dec 21 04:07:46.724885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'tag': 'f4bf2da0-3337-461a-bac9-930288ef9baf'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:46.807896 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'tag': 'f4bf2da0-3337-461a-bac9-930288ef9baf', 'status': 'completed', 'code': 200} Dec 21 04:07:46.848319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-52d122b0-ffd8-4b26-a53e-b5029c7f6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:46.850259 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-52d122b0-ffd8-4b26-a53e-b5029c7f6d89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 1160 time: 0.0809138 Dec 21 04:07:46.960062 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-98e860ea-5a25-434f-b9a5-12ae3cae50dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4bf2da0-3337-461a-bac9-930288ef9baf HTTP/1.1" status: 200 len: 217 time: 0.0954227 Dec 21 04:07:47.315232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-b3ecaf0c-5f19-4f62-a2ce-b542de0ce0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.316699 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-b3ecaf0c-5f19-4f62-a2ce-b542de0ce0a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64452d46-73b7-4be2-b067-d25561912cc9 HTTP/1.1" status: 200 len: 849 time: 0.3461356 Dec 21 04:07:47.364271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0e1a83d7-1e16-44eb-a97a-410c2ab367ee up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:47.385263 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-d0cea47e-29e3-4767-b662-9fd13a22deba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bcb6922-1116-4796-9c31-823fa1a56904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590248 Dec 21 04:07:47.392117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c943bf-2ecb-48d7-8936-d4b1b0c3dc6e req-22fc9c37-ef3c-4103-b4cd-67e0f0d32753 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.393700 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-27c943bf-2ecb-48d7-8936-d4b1b0c3dc6e req-22fc9c37-ef3c-4103-b4cd-67e0f0d32753 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 943 time: 0.4742231 Dec 21 04:07:47.434893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:47.439614 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-a9d28644-cebf-41bf-831e-62e68de88af1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795143 Dec 21 04:07:47.439916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:47.440338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:47.464984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d95a00-b0f1-4fdf-bf78-9af7fc038e05 req-fa6478e3-c60b-49d5-9252-5de48e706a6c tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.466613 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f6d95a00-b0f1-4fdf-bf78-9af7fc038e05 req-fa6478e3-c60b-49d5-9252-5de48e706a6c tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 943 time: 0.2389479 Dec 21 04:07:47.561295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:47.587024 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-27c943bf-2ecb-48d7-8936-d4b1b0c3dc6e req-cdffe079-29b2-4146-bed6-608019a49103 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647675 Dec 21 04:07:47.589485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a83d7-1e16-44eb-a97a-410c2ab367ee'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:47.602180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:47.605290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f6d95a00-b0f1-4fdf-bf78-9af7fc038e05 req-664f6bcd-10fa-4280-8184-af9ee48e3665 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285226 Dec 21 04:07:47.605587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1325f-6b0e-4a65-894f-54b107640250 req-da86d166-b004-4318-bd4c-b74be36775c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.607361 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-da86d166-b004-4318-bd4c-b74be36775c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 1162 time: 0.0811059 Dec 21 04:07:47.615216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:47.618110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:47.626640 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-efb912b6-2a78-4cea-9230-45a02b16e48c service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312059 Dec 21 04:07:47.682983 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1a83d7-1e16-44eb-a97a-410c2ab367ee', 'code': 200} Dec 21 04:07:47.725649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:47.735951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:47.797124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1325f-6b0e-4a65-894f-54b107640250 req-43d492dc-c36d-4b96-aaef-c46aaec0133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.797985 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-527ec785-2064-4a4d-91a0-5501e0c25791 req-c15e4b6f-49f0-4d73-9a82-df0ef67f92c7 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1588161 Dec 21 04:07:47.798725 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-43d492dc-c36d-4b96-aaef-c46aaec0133b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.1477025 Dec 21 04:07:47.919510 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-da08a849-67c3-49e5-afbb-970c8ba79ee2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 200 len: 1001 time: 0.1075344 Dec 21 04:07:47.989913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1325f-6b0e-4a65-894f-54b107640250 req-4fdc9e7c-d32a-4133-8381-a41efb284091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.991545 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-4fdc9e7c-d32a-4133-8381-a41efb284091 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.0656297 Dec 21 04:07:47.995954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1c69-33cc-4562-b101-ba1df74036bc req-52df8ab1-51dc-4f87-a786-d61fc0b96364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:47.997580 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4e5c1c69-33cc-4562-b101-ba1df74036bc req-52df8ab1-51dc-4f87-a786-d61fc0b96364 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 1162 time: 0.1411440 Dec 21 04:07:48.000090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-4b06ce25-0e99-4d74-b13d-9bd08aec3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:48.001530 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-4b06ce25-0e99-4d74-b13d-9bd08aec3a84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 1160 time: 0.1437609 Dec 21 04:07:48.092958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1325f-6b0e-4a65-894f-54b107640250 req-0b3ac107-9a53-48b6-8ed5-ef88ed423e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:48.094617 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-0b3ac107-9a53-48b6-8ed5-ef88ed423e83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0776820 Dec 21 04:07:48.151965 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4e5c1c69-33cc-4562-b101-ba1df74036bc req-301febe7-27cf-45b2-b480-8051901665b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342664 Dec 21 04:07:48.191776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-61431022-8f75-4124-8650-fb5f4841c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:48.194085 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-61431022-8f75-4124-8650-fb5f4841c3a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 200 len: 903 time: 0.1752446 Dec 21 04:07:48.244949 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-c70bd4e9-5d47-47f8-9964-fc58d733e39f service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374221 Dec 21 04:07:48.445578 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-c2c371e7-cff5-4a9a-8840-49783379843c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4bf2da0-3337-461a-bac9-930288ef9baf HTTP/1.1" status: 200 len: 217 time: 0.0688479 Dec 21 04:07:48.513988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-959d0c5f-9cfe-443b-ae6e-248d2ad8c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:48.515600 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-959d0c5f-9cfe-443b-ae6e-248d2ad8c447 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64452d46-73b7-4be2-b067-d25561912cc9 HTTP/1.1" status: 200 len: 849 time: 0.0637250 Dec 21 04:07:48.518349 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81c1325f-6b0e-4a65-894f-54b107640250 req-c990ec6e-19c7-4e23-8f65-eebb36737f8c service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408935 Dec 21 04:07:48.579317 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-c90ec1be-f093-4ee9-9430-385f443f4b48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bcb6922-1116-4796-9c31-823fa1a56904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476484 Dec 21 04:07:48.766646 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-9566c4c2-01bc-454b-9391-0dd852d4857d service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721451 Dec 21 04:07:48.930568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0e1a83d7-1e16-44eb-a97a-410c2ab367ee up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:49.004624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:49.005034 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:49.014037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479ac7-9d9c-4c99-a3af-d4b67989e630 req-5411ab14-f7a9-4540-b11e-581e0e962412 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:49.015730 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81479ac7-9d9c-4c99-a3af-d4b67989e630 req-5411ab14-f7a9-4540-b11e-581e0e962412 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 943 time: 0.2861383 Dec 21 04:07:49.017667 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f00d36e-7860-46dc-9d3d-a1c61e3752f2 req-2a77ed8f-673a-4e6d-8e9b-d21e8e2a3179 service neutron] 10.222.0.21 "GET /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2404873 Dec 21 04:07:49.024356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f8dcc-3ca1-48e9-ad71-c82b9d9c09b8 req-e46c967e-9290-4901-a69f-8b3f131737d4 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:49.026073 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d32f8dcc-3ca1-48e9-ad71-c82b9d9c09b8 req-e46c967e-9290-4901-a69f-8b3f131737d4 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.2477214 Dec 21 04:07:49.102896 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-81479ac7-9d9c-4c99-a3af-d4b67989e630 req-944b0686-9948-4557-b89a-1eb85e2beed5 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Dec 21 04:07:49.109466 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d32f8dcc-3ca1-48e9-ad71-c82b9d9c09b8 req-96e4cd46-829a-40b3-b1d2-42e9fe91a417 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641735 Dec 21 04:07:50.392803 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e8fb8-6e07-409d-88b2-5a2e00c7fe20 req-af833e4e-2c28-41d4-b1e8-1ff160b60a0e tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:50.394496 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f22e8fb8-6e07-409d-88b2-5a2e00c7fe20 req-af833e4e-2c28-41d4-b1e8-1ff160b60a0e tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 943 time: 0.1573968 Dec 21 04:07:50.404649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87cb6a-b1ba-4978-9472-c2518282a40f req-9a3c371e-8dc2-4f60-abb6-899df6e47795 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:50.406369 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1f87cb6a-b1ba-4978-9472-c2518282a40f req-9a3c371e-8dc2-4f60-abb6-899df6e47795 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.1340842 Dec 21 04:07:50.483620 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f22e8fb8-6e07-409d-88b2-5a2e00c7fe20 req-65fd1118-27be-4c9c-9676-7af96c71b163 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Dec 21 04:07:50.491123 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1f87cb6a-b1ba-4978-9472-c2518282a40f req-32d6feb8-e338-4be7-9eee-6a2c764406b7 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 Dec 21 04:07:51.591792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0e1a83d7-1e16-44eb-a97a-410c2ab367ee up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:51.710538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fa360-8ed6-4d3a-8b32-9b3b20abcac3 req-a30a2ee3-10a7-4634-be51-78da8de9d3ed tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:51.712279 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cb0fa360-8ed6-4d3a-8b32-9b3b20abcac3 req-a30a2ee3-10a7-4634-be51-78da8de9d3ed tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 943 time: 0.0931189 Dec 21 04:07:51.774050 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cb0fa360-8ed6-4d3a-8b32-9b3b20abcac3 req-ff0bc982-5cf1-4b99-a768-ab05ff9d2759 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548134 Dec 21 04:07:51.826927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:51.827344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:51.945181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f4bf2da0-3337-461a-bac9-930288ef9baf up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:52.013871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port f4bf2da0-3337-461a-bac9-930288ef9baf completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:07:52.018919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port f4bf2da0-3337-461a-bac9-930288ef9baf triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:52.019892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:52.138424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:52.178426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bf2da0-3337-461a-bac9-930288ef9baf'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:52.186602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:52.190206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port f4bf2da0-3337-461a-bac9-930288ef9baf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f4bf2da0-3337-461a-bac9-930288ef9baf,segment=NetworkSegment(5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b),segment_id=5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:52.193209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:52.194991 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:52.242989 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bf2da0-3337-461a-bac9-930288ef9baf', 'code': 200} Dec 21 04:07:52.264590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=f4bf2da0-3337-461a-bac9-930288ef9baf,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:52.268310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:52.493427 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa3253-d444-431c-948b-396d6a4d62bb req-06a5a6ae-c4b5-4604-b961-b47b1420eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:52.495082 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4bfa3253-d444-431c-948b-396d6a4d62bb req-06a5a6ae-c4b5-4604-b961-b47b1420eff8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 1162 time: 0.0747130 Dec 21 04:07:52.542484 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4bfa3253-d444-431c-948b-396d6a4d62bb req-58c6f238-0e48-4d04-91b8-63fd95e5648f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Dec 21 04:07:52.976144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f4bf2da0-3337-461a-bac9-930288ef9baf up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:52.985562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d950f-cca5-4d2e-8f5c-4699110ef965 req-8b7f8b84-dc09-41f8-8a61-8d3bb37f0f69 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:52.987179 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-625d950f-cca5-4d2e-8f5c-4699110ef965 req-8b7f8b84-dc09-41f8-8a61-8d3bb37f0f69 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 945 time: 0.0850871 Dec 21 04:07:53.037792 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-625d950f-cca5-4d2e-8f5c-4699110ef965 req-fb6b3b18-6071-4e24-89bf-3e3ccf355364 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 Dec 21 04:07:53.047998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port f4bf2da0-3337-461a-bac9-930288ef9baf triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:53.048516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:54.261339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0a91b-a02c-437a-8659-434facb23762 req-f8631d72-80c2-49d2-aca5-9534a30b0571 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:54.262982 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d9d0a91b-a02c-437a-8659-434facb23762 req-f8631d72-80c2-49d2-aca5-9534a30b0571 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 945 time: 0.0875480 Dec 21 04:07:54.310060 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d9d0a91b-a02c-437a-8659-434facb23762 req-1f3ea3b1-3b3c-4aed-a3a5-839be8bec81e tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Dec 21 04:07:54.978031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f4bf2da0-3337-461a-bac9-930288ef9baf up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:55.047136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port f4bf2da0-3337-461a-bac9-930288ef9baf triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:55.047552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:55.603072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e059b33-4200-461f-ab31-b82e18520492 req-87f22ede-08e0-4414-a085-3235f532776a tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:55.604680 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0e059b33-4200-461f-ab31-b82e18520492 req-87f22ede-08e0-4414-a085-3235f532776a tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 945 time: 0.0853083 Dec 21 04:07:55.654282 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0e059b33-4200-461f-ab31-b82e18520492 req-60436f49-d2d2-4679-9069-0e9b64f9a315 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Dec 21 04:07:56.864196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b4125-5585-474a-94a6-ea3b3e447547 req-18c83bb4-5443-4f45-9fef-fdc1366273df tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:56.866441 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8e7b4125-5585-474a-94a6-ea3b3e447547 req-18c83bb4-5443-4f45-9fef-fdc1366273df tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 945 time: 0.0843489 Dec 21 04:07:56.917477 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8e7b4125-5585-474a-94a6-ea3b3e447547 req-2923aa81-4a56-4519-9479-68532d018e7b tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/security-groups?id=1099011f-3b5b-4996-a9ee-a38fabdb6d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Dec 21 04:07:57.041375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f4bf2da0-3337-461a-bac9-930288ef9baf up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:07:57.110340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port f4bf2da0-3337-461a-bac9-930288ef9baf triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:07:57.110756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:57.341077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-14071945-eb92-4a96-b23a-fe88596efee1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:07:57.342672 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-14071945-eb92-4a96-b23a-fe88596efee1 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 945 time: 0.0874403 Dec 21 04:07:57.419690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Deleting port f4bf2da0-3337-461a-bac9-930288ef9baf {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:07:57.420078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:57.673766 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] For port f4bf2da0-3337-461a-bac9-930288ef9baf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f4bf2da0-3337-461a-bac9-930288ef9baf,segment=NetworkSegment(5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b),segment_id=5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:07:57.674172 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:57.801660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Calling delete_port for f4bf2da0-3337-461a-bac9-930288ef9baf owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:07:57.944640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:57.962467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:07:58.018768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Pushing event deleted for resources: {'Port': ['ID=f4bf2da0-3337-461a-bac9-930288ef9baf,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:07:58.032750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.033158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.033581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.033994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.034388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.034780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.035166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.035571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.035965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.036346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.036728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.037139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.037604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.037989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.038373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.038759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.039143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.039527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.039905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.040286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.040667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.041048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.041433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.041842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:07:58.093952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:07:58.156706 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-33754563-894d-4df3-b742-719f145d220e req-6944ed7c-63d2-4d9a-968f-76f0603741c2 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.23 "GET /v2.0/ports?device_id=b688fe3e-4110-43c8-bbcf-ba59a7524298 HTTP/1.1" status: 200 len: 210 time: 0.0616753 Dec 21 04:07:58.446363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] No DVR routers for this DVR port f4bf2da0-3337-461a-bac9-930288ef9baf on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:07:58.448454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:07:58.451298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'name': 'network-vif-deleted', 'tag': 'f4bf2da0-3337-461a-bac9-930288ef9baf'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:07:58.466155 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0ffa75a-cc84-4100-b906-aba81ce79a2d req-120265ca-b125-483a-ad99-dcb5bf8ec1ea tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] 10.222.0.21 "DELETE /v2.0/ports/f4bf2da0-3337-461a-bac9-930288ef9baf HTTP/1.1" status: 204 len: 173 time: 1.1141474 Dec 21 04:07:58.512517 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688fe3e-4110-43c8-bbcf-ba59a7524298', 'name': 'network-vif-deleted', 'tag': 'f4bf2da0-3337-461a-bac9-930288ef9baf', 'status': 'completed', 'code': 200} Dec 21 04:07:58.968019 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f4bf2da0-3337-461a-bac9-930288ef9baf no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:07:59.003136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: f4bf2da0-3337-461a-bac9-930288ef9baf {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:07:59.003532 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device f4bf2da0-3337-461a-bac9-930288ef9baf not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:07:59.813126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:08:00.837508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7a561102-976d-4ab5-bab8-b96c4ae35dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:03.266604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a9c4b1c7-4f20-417d-9841-e2d91b471c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:03.753173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:04.747178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:05.114375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:05.420636 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-92f5fb18-13f8-43da-8253-9ec4fc2481e5 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1429100858&fields=id&tenant_id=cf4b018ab82b4fffa7003f20bf147c1a HTTP/1.1" status: 200 len: 267 time: 0.0467074 Dec 21 04:08:05.521272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-dfcd9920-e5db-4917-ad53-ae45eb97ea3b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:05.525525 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-dfcd9920-e5db-4917-ad53-ae45eb97ea3b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 985 time: 0.0950933 Dec 21 04:08:05.536587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Request body: {'port': {'security_groups': ['4879c033-3223-40cf-9d7f-82ed1c9b735e']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:05.680031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.054906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] For port ae152119-5194-4b01-92e5-5db22e656137, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae152119-5194-4b01-92e5-5db22e656137,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:06.085419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.089098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.105035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:06.214296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event updated for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=6']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:06.273016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:06.335788 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:06.336656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.338212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-575aca81-5ad8-4273-a926-de9ffc3cc9ec req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "PUT /v2.0/ports/ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 943 time: 0.8076921 Dec 21 04:08:06.338893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:06.445327 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'status': 'completed', 'code': 200} Dec 21 04:08:06.550686 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3e04746e-9d51-4616-a01c-f95b4f7f24c9 req-c5a404e9-8edb-4831-a77d-58a3dbf262c5 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups/5414775c-9256-4ab4-92a6-32268c874df4 HTTP/1.1" status: 200 len: 2891 time: 0.1586633 Dec 21 04:08:06.678112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-6d985ea5-3c87-4687-8037-deea92c130b5 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:06.678804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6d985ea5-3c87-4687-8037-deea92c130b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.688514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3e04746e-9d51-4616-a01c-f95b4f7f24c9 req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.750947 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3e04746e-9d51-4616-a01c-f95b4f7f24c9 req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:06.760822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-dced7c96-6e6f-4607-bfe3-702099931ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:06.765004 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-dced7c96-6e6f-4607-bfe3-702099931ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1163 time: 0.2855194 Dec 21 04:08:07.011160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-048186d9-b8c6-4564-93b8-9801db35e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:07.013006 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-048186d9-b8c6-4564-93b8-9801db35e747 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.2410445 Dec 21 04:08:07.014011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3e04746e-9d51-4616-a01c-f95b4f7f24c9 req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:07.019972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:07.129598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414775c-9256-4ab4-92a6-32268c874df4,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:07.135442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:07.143376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-3e04746e-9d51-4616-a01c-f95b4f7f24c9 req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:07.144605 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3e04746e-9d51-4616-a01c-f95b4f7f24c9 req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "DELETE /v2.0/security-groups/5414775c-9256-4ab4-92a6-32268c874df4 HTTP/1.1" status: 204 len: 173 time: 0.5639033 Dec 21 04:08:07.185582 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-88819ee1-3e4b-4de5-b772-871386c2b6ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 1001 time: 0.1454990 Dec 21 04:08:07.218157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:07.307534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port ae152119-5194-4b01-92e5-5db22e656137 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:07.307958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:07.382936 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-e6dc9c87-acd8-4fa8-b8bc-80c4f029efd7 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/floatingips/7ab6e71d-ab89-4633-a8ba-14ed3e47b79b HTTP/1.1" status: 200 len: 998 time: 0.1397593 Dec 21 04:08:07.461924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-0d6b89a3-764e-45a6-9bdb-61630a022981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:07.463713 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-0d6b89a3-764e-45a6-9bdb-61630a022981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.2651463 Dec 21 04:08:07.691013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-83172fab-99fb-4c19-bfe3-dd42f2e33316 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:07.692693 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-83172fab-99fb-4c19-bfe3-dd42f2e33316 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 784 time: 0.2965934 Dec 21 04:08:07.709111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-2c109874-5985-4e6a-9415-3c69eebf4b7f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:08:07.710468 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-2c109874-5985-4e6a-9415-3c69eebf4b7f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0085387 Dec 21 04:08:07.712855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-e92e8804-e6a4-4671-8456-a5c8bfa420b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:07.714661 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-e92e8804-e6a4-4671-8456-a5c8bfa420b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1761630 Dec 21 04:08:07.949159 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-4e5fc9db-3228-46d3-a20e-79f2507c086e tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.2287779 Dec 21 04:08:08.036423 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-2f7d4df9-2ca0-4963-af47-c09091ff5f11 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547600 Dec 21 04:08:08.076071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-e5ee5fc6-c8de-44c1-af3f-08c401046f88 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:08.077555 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-e5ee5fc6-c8de-44c1-af3f-08c401046f88 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports/ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 943 time: 0.1210551 Dec 21 04:08:08.306409 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-a68ef6a9-65fe-488c-88ca-27b6f831e97c tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.78 HTTP/1.1" status: 200 len: 1001 time: 0.1343975 Dec 21 04:08:08.468540 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8810bc26-3a3f-4095-b61c-8fa66c3bac56 req-8dd151ea-5227-4189-a709-fa5599ce53f8 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4233363 Dec 21 04:08:08.607525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Deleting port b3a797b0-e2d0-4880-8154-4daf6a085392 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:08.607844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:08.854412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:08.854857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:09.033605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Calling delete_port for b3a797b0-e2d0-4880-8154-4daf6a085392 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:09.432317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:09.448814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-10fb0a0f-0d6b-4176-894d-8f6417599c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:09.504094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event deleted for resources: {'Port': ['ID=b3a797b0-e2d0-4880-8154-4daf6a085392,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:09.508164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:09.694118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:09.694419 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Floating IP 7ab6e71d-ab89-4633-a8ba-14ed3e47b79b disassociated (deleted). External IP: 172.28.1.78, port: ae152119-5194-4b01-92e5-5db22e656137. Dec 21 04:08:10.149595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Router 4959dd72-e3cc-4ace-a8f2-44acfea70875 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:08:10.395952 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:08:10.406782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] Sync routers for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:08:10.425572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:10.429619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:10.430225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:10.512872 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d1161a2a-9728-4df5-96a5-14e9c172af9b tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "DELETE /v2.0/floatingips/7ab6e71d-ab89-4633-a8ba-14ed3e47b79b HTTP/1.1" status: 204 len: 173 time: 2.1922400 Dec 21 04:08:10.514197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:10.642950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d835b149-7d4d-4d86-8880-19c0d9021423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:10.652036 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d835b149-7d4d-4d86-8880-19c0d9021423 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1163 time: 0.1124816 Dec 21 04:08:10.765913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:10.836789 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-fb3c65ed-c5e0-4b02-ad9b-48a2e124eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:10.838599 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-fb3c65ed-c5e0-4b02-ad9b-48a2e124eeee service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.1853881 Dec 21 04:08:10.957587 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-72677b36-352e-4e5e-b38b-4c21244ddd24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 217 time: 0.1085198 Dec 21 04:08:11.137162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d9d085e7-a3f3-4b7a-83ec-e7dec1a20140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:11.141842 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-d9d085e7-a3f3-4b7a-83ec-e7dec1a20140 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.1762383 Dec 21 04:08:11.275923 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'status': 'completed', 'code': 200} Dec 21 04:08:11.291509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-52107774-6620-40f8-9156-6d8b1ffda156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:11.298819 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-52107774-6620-40f8-9156-6d8b1ffda156 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1472347 Dec 21 04:08:11.316100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:47Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:11.321393 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] Checking router: 4959dd72-e3cc-4ace-a8f2-44acfea70875 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:08:11.332719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:11.334232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:11.528769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:11.615634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-7a5d498c-72d3-4e8d-a921-1f72c0ee5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:11.617313 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-7a5d498c-72d3-4e8d-a921-1f72c0ee5461 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 1163 time: 0.2501373 Dec 21 04:08:11.619669 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-72d19363-f337-4fe8-a2e7-e64a9cb24e53 service neutron] 10.222.0.23 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199158 Dec 21 04:08:11.804805 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e9cddf52-ade4-41eb-ab31-9208e6b6066c req-25d602f6-da35-4f42-a45f-6a423a387420 service neutron] 10.222.0.23 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1546161 Dec 21 04:08:12.094069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-b734a6c0-10e8-4a14-a1dd-2919d7978521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:12.096584 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-b734a6c0-10e8-4a14-a1dd-2919d7978521 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 200 len: 909 time: 0.4717798 Dec 21 04:08:12.181777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:47Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:12.199331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc76b98-2966-4f88-b0d4-bf728c0cfb63 None None] The sync data for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb is: [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:36Z', 'revision_number': 4, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d0055da-8adf-460e-8b5c-1e29887970c3', 'name': '', 'network_id': '3ead2eee-6afd-45a9-a4ee-ecbb9c423916', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'mac_address': 'fa:16:3e:2c:98:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:35Z', 'updated_at': '2020-12-21T04:05:47Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'subnets': [{'id': '20f7a705-c015-446d-9ebf-57f04421dcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:08:12.330954 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-f8b657ee-749a-4f37-9a1f-e6b9b94a3bef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 200 len: 217 time: 0.2247908 Dec 21 04:08:12.437639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-5824bceb-ca05-43d1-a836-0df6dd5c8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:12.439658 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-5824bceb-ca05-43d1-a836-0df6dd5c8952 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 200 len: 854 time: 0.0994289 Dec 21 04:08:12.652257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888b52a-cad9-44e4-90fa-e1af11007bb3 req-9f1e6148-49ea-4c58-9e72-9ebf2a6d6a8d tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:12.654001 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7888b52a-cad9-44e4-90fa-e1af11007bb3 req-9f1e6148-49ea-4c58-9e72-9ebf2a6d6a8d tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.2097914 Dec 21 04:08:12.656121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-b8961bdb-920c-4a4e-bdba-8b49e49a392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:12.659299 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-b8961bdb-920c-4a4e-bdba-8b49e49a392a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ead2eee-6afd-45a9-a4ee-ecbb9c423916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1490991 Dec 21 04:08:12.805721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a67de-a5e3-444c-a4c9-3a5f3ca0e3d1 None None] New status for floating IP 7ab6e71d-ab89-4633-a8ba-14ed3e47b79b: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:08:12.832367 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7888b52a-cad9-44e4-90fa-e1af11007bb3 req-1a1b8e99-d2fb-4b5c-b457-7c8803f2a018 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646545 Dec 21 04:08:13.195827 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-19dfe893-e219-476b-af17-501693c6fffc service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138710 Dec 21 04:08:13.377146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d6cd0-1656-4338-bf95-0ea1887246cc req-c3aa20a8-1733-4b44-b8aa-ae64046504a1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:13.378787 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fb7d6cd0-1656-4338-bf95-0ea1887246cc req-c3aa20a8-1733-4b44-b8aa-ae64046504a1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.2342229 Dec 21 04:08:13.386212 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce81254a-693e-4e75-8072-4bb9d5399915 req-ee0734a6-87ec-4d20-8dbd-36a1f0f50125 service neutron] 10.222.0.21 "GET /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1772830 Dec 21 04:08:13.460901 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fb7d6cd0-1656-4338-bf95-0ea1887246cc req-976721a8-8fea-4fdc-8eab-843bd8fc099b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731258 Dec 21 04:08:14.141812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dcbfe-eb4b-45a2-962d-a49fc8be9b0f req-f25468e5-07eb-4585-a75b-7ea481dca8ec tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:14.151332 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d71dcbfe-eb4b-45a2-962d-a49fc8be9b0f req-f25468e5-07eb-4585-a75b-7ea481dca8ec tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.1024680 Dec 21 04:08:14.200333 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d71dcbfe-eb4b-45a2-962d-a49fc8be9b0f req-90ba2d17-7934-4fae-a475-807cbb9fcbda tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Dec 21 04:08:14.738731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4e0b-634c-4871-86fb-6689a2c1c8dd req-9520d638-1fd7-4316-8a4b-b5508c5c2c66 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:14.741134 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9d6c4e0b-634c-4871-86fb-6689a2c1c8dd req-9520d638-1fd7-4316-8a4b-b5508c5c2c66 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.0932474 Dec 21 04:08:14.790551 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9d6c4e0b-634c-4871-86fb-6689a2c1c8dd req-7127dc97-c5a1-4ad5-9bb1-d1ba212f74a2 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Dec 21 04:08:15.103910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:15.196507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 8881c190-545b-4a17-bd28-eed071967591 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:15.197102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:15.430406 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe3845-aed7-4019-8e33-215601fc4285 req-b8905b58-c186-466a-abc6-03bfe158d2d3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:15.432527 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-46fe3845-aed7-4019-8e33-215601fc4285 req-b8905b58-c186-466a-abc6-03bfe158d2d3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.2115433 Dec 21 04:08:15.525360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Deleting port 8881c190-545b-4a17-bd28-eed071967591 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:15.525772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:15.727630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6dcd8-6dab-478d-be7e-beeddcb911aa req-2e79f884-16f6-48ee-a7a7-fb27cfb00540 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:15.730062 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fdb6dcd8-6dab-478d-be7e-beeddcb911aa req-2e79f884-16f6-48ee-a7a7-fb27cfb00540 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.3675487 Dec 21 04:08:15.926261 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fdb6dcd8-6dab-478d-be7e-beeddcb911aa req-86b7241e-d94b-4c20-95f9-1506d3816001 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861451 Dec 21 04:08:15.987474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-a56244fe-4bdd-4bdd-b572-5e8a987e5dd8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:15.988056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-a56244fe-4bdd-4bdd-b572-5e8a987e5dd8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Synchronizing usage tracker for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:16.019490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] For port 8881c190-545b-4a17-bd28-eed071967591, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=8881c190-545b-4a17-bd28-eed071967591,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:16.020003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:16.138526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-a56244fe-4bdd-4bdd-b572-5e8a987e5dd8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Unset dirty status for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:16.139994 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-a56244fe-4bdd-4bdd-b572-5e8a987e5dd8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.4875629 Dec 21 04:08:16.366218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-443abe32-37a7-4c9e-bbae-49e0f2c17140 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Synchronizing usage tracker for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:16.497772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-443abe32-37a7-4c9e-bbae-49e0f2c17140 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Unset dirty status for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:16.499252 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8bff06b5-e8c4-4f3e-a446-44fe3ab53843 req-443abe32-37a7-4c9e-bbae-49e0f2c17140 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510969 Dec 21 04:08:16.533409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1b293-c6d9-4536-86e7-bf3da86b9a26 req-bb0d027b-c385-47f2-9705-0f02ea25f379 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:16.533409 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-88d1b293-c6d9-4536-86e7-bf3da86b9a26 req-bb0d027b-c385-47f2-9705-0f02ea25f379 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 945 time: 0.2983112 Dec 21 04:08:16.539039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:16.539736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:16.540306 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Floating IP 9325b020-d263-41fb-8682-84d11d590850 disassociated. External IP: 172.28.1.203, port: 8881c190-545b-4a17-bd28-eed071967591. Dec 21 04:08:16.540875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Calling delete_port for 8881c190-545b-4a17-bd28-eed071967591 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:16.655428 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-88d1b293-c6d9-4536-86e7-bf3da86b9a26 req-1be58fcc-417e-47b0-b7ee-a5f54c6a1d08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772061 Dec 21 04:08:16.773577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:16.790488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4f166cbf-d243-487a-804a-10a510d899a8 tempest-VolumesActionsTest-516556757 tempest-VolumesActionsTest-516556757] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:16.847210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event deleted for resources: {'Port': ['ID=8881c190-545b-4a17-bd28-eed071967591,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:16.862228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:17.051385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:17.100795 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 8881c190-545b-4a17-bd28-eed071967591 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:08:17.101125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 8881c190-545b-4a17-bd28-eed071967591 not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:08:17.288927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Router a9dee65c-ece8-4f14-901a-66564b490410 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:08:17.302311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07172-2be1-4174-a18f-bd9ad8e9ff7d req-9c0a295b-7b23-45a8-81a7-87d897863ea0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:17.304211 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6aa07172-2be1-4174-a18f-bd9ad8e9ff7d req-9c0a295b-7b23-45a8-81a7-87d897863ea0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.1853287 Dec 21 04:08:17.413911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-e4082608-d1a2-47fb-8020-2b70a055a475 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:17.415677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-e4082608-d1a2-47fb-8020-2b70a055a475 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Synchronizing usage tracker for tenant:f54f7409cf834f14812525614ef24dde on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:17.434050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-e4082608-d1a2-47fb-8020-2b70a055a475 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Unset dirty status for tenant:f54f7409cf834f14812525614ef24dde on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:17.435960 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-e4082608-d1a2-47fb-8020-2b70a055a475 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 945 time: 0.1207004 Dec 21 04:08:17.543443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:08:17.563368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:08:17.577688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:17.578685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:17.592935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] No DVR routers for this DVR port 8881c190-545b-4a17-bd28-eed071967591 on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:08:17.600655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Deleting port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:17.601068 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:17.604563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:17.607328 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-deleted', 'tag': '8881c190-545b-4a17-bd28-eed071967591'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:17.650546 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6aa07172-2be1-4174-a18f-bd9ad8e9ff7d req-e0f58962-3253-4a9b-9f69-c0b16ee18e64 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/security-groups?id=4bf4eea5-1f0e-425b-a2a0-788342f5d829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388724 Dec 21 04:08:17.840376 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-46fe3845-aed7-4019-8e33-215601fc4285 req-95c4022f-66ce-473e-b98a-dca0dfcc5a54 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "DELETE /v2.0/ports/8881c190-545b-4a17-bd28-eed071967591 HTTP/1.1" status: 204 len: 173 time: 2.3969898 Dec 21 04:08:17.848558 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a5cbf-ab69-4e91-931d-f09b8f9776e1', 'name': 'network-vif-deleted', 'tag': '8881c190-545b-4a17-bd28-eed071967591', 'status': 'completed', 'code': 200} Dec 21 04:08:17.927573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-0d0f33fb-fef2-4655-be71-6fa606f76af8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:17.929457 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-0d0f33fb-fef2-4655-be71-6fa606f76af8 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.21 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 0.2749794 Dec 21 04:08:18.139401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Deleting port ae152119-5194-4b01-92e5-5db22e656137 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:18.139779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:18.191125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:18.473501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] For port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,segment=NetworkSegment(a1db3365-9324-4363-bf52-fc9a80510410),segment_id=a1db3365-9324-4363-bf52-fc9a80510410)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:18.474581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:18.673329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Calling delete_port for 0e1a83d7-1e16-44eb-a97a-410c2ab367ee owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:18.729053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:18.740268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:08:18.761701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:18.762660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:18.848562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-d9ed92a0-deca-49ce-9d84-a92b685d67e4 req-dcf97366-ab82-410f-9176-26aee390e489 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:18.943520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:19.061166 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-d9ed92a0-deca-49ce-9d84-a92b685d67e4 req-dcf97366-ab82-410f-9176-26aee390e489 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:19.062623 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d9ed92a0-deca-49ce-9d84-a92b685d67e4 req-dcf97366-ab82-410f-9176-26aee390e489 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=339a5cbf-ab69-4e91-931d-f09b8f9776e1 HTTP/1.1" status: 200 len: 210 time: 0.8173876 Dec 21 04:08:19.135196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1d3b0-8a66-4f50-8918-a2f6a33981a0 req-33767ae8-3b09-4815-be7d-4a3a317264e9 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:19.138930 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bc1d3b0-8a66-4f50-8918-a2f6a33981a0 req-33767ae8-3b09-4815-be7d-4a3a317264e9 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 946 time: 1.3889682 Dec 21 04:08:19.149271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:19.158195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fb50b28e-1323-4a45-9bd4-baec1a307381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:19.284668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Pushing event deleted for resources: {'Port': ['ID=0e1a83d7-1e16-44eb-a97a-410c2ab367ee,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:19.285409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] For port ae152119-5194-4b01-92e5-5db22e656137, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=ae152119-5194-4b01-92e5-5db22e656137,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:19.285935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:19.392635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device ae152119-5194-4b01-92e5-5db22e656137 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.393770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:19.395174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] No DVR routers for this DVR port 0e1a83d7-1e16-44eb-a97a-410c2ab367ee on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:08:19.396463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:19.396463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'name': 'network-vif-deleted', 'tag': '0e1a83d7-1e16-44eb-a97a-410c2ab367ee'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:19.396667 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0bc1d3b0-8a66-4f50-8918-a2f6a33981a0 req-89e04bf9-09c0-43ad-83f4-8e4f465d7797 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/security-groups?id=4879c033-3223-40cf-9d7f-82ed1c9b735e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276547 Dec 21 04:08:19.406033 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-eeb9c699-f0d9-4783-b60d-b94a8ebb9a4e req-67012c78-ecd1-4b62-be11-85c7bf335af0 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.21 "DELETE /v2.0/ports/0e1a83d7-1e16-44eb-a97a-410c2ab367ee HTTP/1.1" status: 204 len: 173 time: 1.9583101 Dec 21 04:08:19.498510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Calling delete_port for ae152119-5194-4b01-92e5-5db22e656137 owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:19.541877 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d82eef-841f-49cf-9fb7-3eed6b05fcef', 'name': 'network-vif-deleted', 'tag': '0e1a83d7-1e16-44eb-a97a-410c2ab367ee', 'status': 'completed', 'code': 200} Dec 21 04:08:19.632515 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c449ea22-6d45-43eb-ae92-a966901d815e req-2aacc0fe-6b10-4fb4-8cc1-45be205873f2 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] 10.222.0.23 "GET /v2.0/ports?device_id=b1d82eef-841f-49cf-9fb7-3eed6b05fcef HTTP/1.1" status: 200 len: 210 time: 0.0802536 Dec 21 04:08:19.712150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:19.753822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:19.758059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950177b-3b61-4a8a-bb2e-af01c19655ff None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:08:19.777751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:19.793638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7225298-d98d-4283-95bd-0f0839ff0292 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:19.815860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0e1a83d7-1e16-44eb-a97a-410c2ab367ee no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:19.852941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 0e1a83d7-1e16-44eb-a97a-410c2ab367ee {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:08:19.853354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0e1a83d7-1e16-44eb-a97a-410c2ab367ee not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:08:19.854273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Pushing event deleted for resources: {'Port': ['ID=ae152119-5194-4b01-92e5-5db22e656137,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:19.857825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:20.008877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] No DVR routers for this DVR port ae152119-5194-4b01-92e5-5db22e656137 on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:08:20.011207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.014174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'name': 'network-vif-deleted', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:20.030513 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-11beada6-33ba-4722-bcb8-858d6ffe6aca req-33bc5277-7ed7-472e-a371-7c7a54c253c0 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.21 "DELETE /v2.0/ports/ae152119-5194-4b01-92e5-5db22e656137 HTTP/1.1" status: 204 len: 173 time: 2.0887117 Dec 21 04:08:20.084686 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd8ea47-8e83-48e9-bf8a-3d879cb29a08', 'name': 'network-vif-deleted', 'tag': 'ae152119-5194-4b01-92e5-5db22e656137', 'status': 'completed', 'code': 200} Dec 21 04:08:20.216510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59582e12-a4ba-4676-90a9-e5b94dc2b3d9 None None] New status for floating IP 9325b020-d263-41fb-8682-84d11d590850: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:08:20.288368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48630) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:20.361663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.390661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.443449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.457574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0e2a2de0-bf71-482b-932a-b52df4364b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:20.484669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:20.487721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:20.509658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.510962 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "DELETE /v2.0/security-groups/17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4 HTTP/1.1" status: 204 len: 168 time: 0.2215009 Dec 21 04:08:20.513920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 48642) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:20.550127 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.v2.resource [None req-7b4e0475-d308-493c-a179-f9d8d5f23bd7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] show failed (client error): The resource could not be found. Dec 21 04:08:20.551305 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7b4e0475-d308-493c-a179-f9d8d5f23bd7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups/17dd6e1c-aff9-4cbc-aa04-04d3c23bdbf4 HTTP/1.1" status: 404 len: 347 time: 0.0357885 Dec 21 04:08:20.555414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48648) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:20.735692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2f602b5a-b106-4ac4-9ab9-9c3d0c8ef660 req-47b50a62-5a4e-4967-a560-bb1cd0e0d941 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Synchronizing usage tracker for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:20.765626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2f602b5a-b106-4ac4-9ab9-9c3d0c8ef660 req-47b50a62-5a4e-4967-a560-bb1cd0e0d941 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Unset dirty status for tenant:cf4b018ab82b4fffa7003f20bf147c1a on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:20.776443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Deleting port 78bebf16-d25d-4778-ab0a-50ba43828d86 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:20.776830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.777530 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f602b5a-b106-4ac4-9ab9-9c3d0c8ef660 req-47b50a62-5a4e-4967-a560-bb1cd0e0d941 tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] 10.222.0.23 "GET /v2.0/ports?device_id=ccd8ea47-8e83-48e9-bf8a-3d879cb29a08 HTTP/1.1" status: 200 len: 210 time: 0.1257911 Dec 21 04:08:20.992055 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:20.992430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:21.152853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Calling delete_port for 78bebf16-d25d-4778-ab0a-50ba43828d86 owned by network:floatingip {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:21.362456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:21.394027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4e22baa0-fda0-478d-ae35-df188a4ece21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:21.446277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event deleted for resources: {'Port': ['ID=78bebf16-d25d-4778-ab0a-50ba43828d86,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:21.449686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:21.634050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:21.651780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:21.653452 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-69286288-57de-472e-b208-2c11032c881d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "DELETE /v2.0/floatingips/9325b020-d263-41fb-8682-84d11d590850 HTTP/1.1" status: 204 len: 168 time: 1.0963655 Dec 21 04:08:21.938271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48724) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:21.944709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'security_group': {'name': 'tempest-securitygroup--1301930051', 'description': 'tempest-description--763064105'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:21.951265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:21.955488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:21.958775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:21.964530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:21.974682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:21.996057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:22.000046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:22.005081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:22.011175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:22.083409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.086262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.091667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0df500a0-1440-4fc0-b4e4-6d771a210eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:22.139523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1697c1-c435-47db-970e-5e304ed771c5,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:22.142352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.143752 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2042913 Dec 21 04:08:22.144642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:22.147281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48740) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:22.152577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'security_group_rule': {'security_group_id': '6b1697c1-c435-47db-970e-5e304ed771c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:22.159223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:22.163491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:22.166767 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:22.172801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:22.179396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.194868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.259784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.263017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.265048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:22.289036 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2f9e1a-2c91-4f79-a44d-1e67901138f2,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:22.291675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:22.298254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.299528 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-397ac1e5-af86-4e03-9b7e-49bf4ddf948f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1513681 Dec 21 04:08:22.302656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48764) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:22.308483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'security_group_rule': {'security_group_id': '6b1697c1-c435-47db-970e-5e304ed771c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:22.314886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:22.319469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:security_group_rule and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:22.322518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:22.328322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:22.344600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.412441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.416422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.418599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ba28806b-d086-49d1-be12-5f77160655b1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:22.442369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb84b7b-553f-4257-b2cd-01c7e5b2f281,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:22.445603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:22.458494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.462757 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b011ec4a-f528-4d36-aed4-4f3918447ab1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1560428 Dec 21 04:08:22.463063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48768) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:22.464663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 48770) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:22.468535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'floatingip': {'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:22.474565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:22.478705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:floatingip and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:22.481703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:22.487418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:22.497375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.628906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48782) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:22.706596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.723188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Deleting subnet 64452d46-73b7-4be2-b067-d25561912cc9 {{(pid=80302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:08:22.729276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.799466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849061007'] for subnet, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.855435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8018872'] for router_interface, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:22.980572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.305565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Allocated IP 172.28.1.183 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/d1cf5e93-abeb-4e11-ab91-d1fa2f7022d7) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:08:23.481955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824491775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6462766'] for subnet, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.491729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Deleting port 0d0055da-8adf-460e-8b5c-1e29887970c3 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:23.492115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.500332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:23.564502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64452d46-73b7-4be2-b067-d25561912cc9,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:23.572873 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:23.637872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.673618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.677220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] For port 0d0055da-8adf-460e-8b5c-1e29887970c3, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=0d0055da-8adf-460e-8b5c-1e29887970c3,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:23.677683 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.687388 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5befe44a-7700-4a12-9989-77b22f7fab28 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/64452d46-73b7-4be2-b067-d25561912cc9 HTTP/1.1" status: 204 len: 168 time: 1.0573139 Dec 21 04:08:23.690208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48790) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:23.718605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:23.737206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:23.807403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Calling delete_port for 0d0055da-8adf-460e-8b5c-1e29887970c3 owned by network:router_interface {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:24.172148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'Port': ['ID=d1cf5e93-abeb-4e11-ab91-d1fa2f7022d7,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:24.186384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:24.282996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.392768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.410085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-11bae948-6f37-43ba-a26c-9abc7c7fcb88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:24.463507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:08:24.466440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:08:24.470226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0055da-8adf-460e-8b5c-1e29887970c3,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:24.470226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:24.470456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:08:24.561670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.726825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcb6922-1116-4796-9c31-823fa1a56904']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:24.744970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:24.744970 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f01086b-b9d3-4ee6-9b83-fcfcd45eda1b') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:24.760262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.779197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.782281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.785478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:08:24.875609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7392077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8018706'] for router_interface, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:24.959626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.057983 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Network 1bcb6922-1116-4796-9c31-823fa1a56904 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:08:25.069516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.336150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Network 1bcb6922-1116-4796-9c31-823fa1a56904 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:08:25.361923 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:08:25.467120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Router 4959dd72-e3cc-4ace-a8f2-44acfea70875 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:08:25.537719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.546264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:25.560543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.584044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcb6922-1116-4796-9c31-823fa1a56904,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:25.590477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:25.602661 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6462f03f-d6f7-460b-9382-d21da888b667 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1bcb6922-1116-4796-9c31-823fa1a56904 HTTP/1.1" status: 204 len: 168 time: 1.9114254 Dec 21 04:08:25.628262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.632343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.647672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:25.652538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:08:25.663121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] Sync routers for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:08:25.668184 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/4959dd72-e3cc-4ace-a8f2-44acfea70875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2020674 Dec 21 04:08:25.670873 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 48818) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:25.681109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:25.682331 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:25.778844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48824) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:25.813514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'Port': ['ID=d1cf5e93-abeb-4e11-ab91-d1fa2f7022d7,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:25.822377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:25.863085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:25.884278 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1ddd7893-41d0-4293-a6eb-03cf6d87535b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbc3276ef3124dc48db2120b5a7e431c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1018336 Dec 21 04:08:25.884573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48830) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:25.933657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:25.958871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.003109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.009871 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5457184 Dec 21 04:08:26.046868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.089525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.121878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.128796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Deleting port c922c1a2-b467-41c2-9172-990a6d40d70f {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:26.129270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.163102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.176161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-129c5df9-eb15-45fc-9cf5-2c4e8241d8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:26.191458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099011f-3b5b-4996-a9ee-a38fabdb6d29,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:26.204042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:26.205008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.206478 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1099011f-3b5b-4996-a9ee-a38fabdb6d29 HTTP/1.1" status: 204 len: 168 time: 0.3116789 Dec 21 04:08:26.296362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:08:24Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:26.302624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] Checking router: 4959dd72-e3cc-4ace-a8f2-44acfea70875 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:08:26.320692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] Routers {'4959dd72-e3cc-4ace-a8f2-44acfea70875'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:26.321778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['4959dd72-e3cc-4ace-a8f2-44acfea70875'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:26.424540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] For port c922c1a2-b467-41c2-9172-990a6d40d70f, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=c922c1a2-b467-41c2-9172-990a6d40d70f,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:26.425216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:26.734906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] Set router 4959dd72-e3cc-4ace-a8f2-44acfea70875 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:26.826898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Calling delete_port for c922c1a2-b467-41c2-9172-990a6d40d70f owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:26.862876 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-2ffcdffd-0c66-4101-8930-2f3f79f7d8e8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1301930051&fields=id&tenant_id=70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 267 time: 0.4793155 Dec 21 04:08:27.103916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:08:24Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:27.108986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6944983-957b-42d3-8545-e3ca1cee6380 None None] The sync data for ids ['4959dd72-e3cc-4ace-a8f2-44acfea70875'] in dv-cinder-733062-17-smb is: [{'id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'name': 'tempest-TestMinimumBasicScenario-2110380814-router', 'tenant_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:08:24Z', 'revision_number': 5, 'project_id': 'cf4b018ab82b4fffa7003f20bf147c1a', 'gw_port': {'id': 'c922c1a2-b467-41c2-9172-990a6d40d70f', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4959dd72-e3cc-4ace-a8f2-44acfea70875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:29Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:08:27.109194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-ed429175-a51e-4915-ac47-9c9b474aa2f6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:27.118773 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-ed429175-a51e-4915-ac47-9c9b474aa2f6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 816 time: 0.2400894 Dec 21 04:08:27.131674 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-a734d9be-fc96-4a8f-a83e-368874ee9bcb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/quotas/70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 375 time: 0.0117900 Dec 21 04:08:27.276912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: result = function(*args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: proto.__init__(conn_state, self) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: self.handle() Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: self.handle_one_request() Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: self.handle_one_response() Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: result = self.application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return app(environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self.application) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return request.get_response(self.application) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: response = req.get_response(self._app) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: application, catch_exc_info=False) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: app_iter = application(self.environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return resp(environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return resp(environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: response = self.app(environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return resp(environ, start_response) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: resp = self.call_func(req, *args, **kw) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: return self.func(req, *args, **kwargs) Dec 21 04:08:27.283394 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: result = method(request=request, **args) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return self._delete(request, id, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(*dup_args, **dup_kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: obj_deleter(request.context, id, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return method(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(*dup_args, **dup_kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: self._delete_current_gw_port(context, id, router, None) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: admin_ctx, gw_port_id, l3_port_check=False) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, context, *args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return method(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: context, port, router_ids, bound_mech_contexts) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: return function(*args, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: callback(resource, event, trigger, **kwargs) Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: if self._is_session_semantic_violated(context, resource, event): Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: stack = traceback.extract_stack() Dec 21 04:08:27.291726 dv-cinder-733062-17-smb neutron-server[80193]: Dec 21 04:08:27.502058 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-7330cb7a-418b-4470-8165-158fc17d7d6e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3171952 Dec 21 04:08:27.576963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846762877'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:27.775896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8008346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221481'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:27.780102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:27.882893 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-699ddfa4-ac55-4c97-91a8-bd6b509b5aba service neutron] 10.222.0.23 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627853 Dec 21 04:08:27.886266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8008316'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:27.886981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4959dd72-e3cc-4ace-a8f2-44acfea70875 {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 04:08:27.957387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:27.961528 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-5f6b1719-1e75-43f8-8e78-04fca255af48 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4959dd72-e3cc-4ace-a8f2-44acfea70875 HTTP/1.1" status: 204 len: 168 time: 2.2873349 Dec 21 04:08:27.962908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48892) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:28.039219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Deleting subnet 20f7a705-c015-446d-9ebf-57f04421dcc0 {{(pid=80302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:08:28.043248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:28.067069 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-0b03ebb8-7273-4c1c-a151-b9cf62d29624 service neutron] 10.222.0.23 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1766243 Dec 21 04:08:28.100406 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849061007'] for subnet, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:28.345161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:28.483391 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6155e778-6ca2-4961-84b0-b664c1f7b860 req-a5538194-87d2-41b8-a02c-fbbf83bfebbf tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 210 time: 0.1127684 Dec 21 04:08:28.667454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824491775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6462766'] for subnet, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:28.684183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:28.737492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f7a705-c015-446d-9ebf-57f04421dcc0,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:28.742167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:28.820104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:28.825206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46f02d-7d33-44bb-9999-3e7929e66ac9 None None] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:08:28.826237 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a532c8e0-ca36-4507-8bb2-e9526dc5e190 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20f7a705-c015-446d-9ebf-57f04421dcc0 HTTP/1.1" status: 204 len: 168 time: 0.8622167 Dec 21 04:08:28.828838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48914) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:28.955777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:29.033909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Deleting port 651e43b8-a279-4a57-8ae6-c8d52615c691 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:29.034296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:29.093871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] DHCP port deletion for 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 request from dv-cinder-733062-17-smb {{(pid=80304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 04:08:29.100370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Deleting port 651e43b8-a279-4a57-8ae6-c8d52615c691 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:29.100796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:29.161909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d0055da-8adf-460e-8b5c-1e29887970c3 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:29.206272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 0d0055da-8adf-460e-8b5c-1e29887970c3 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:08:29.206667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d0055da-8adf-460e-8b5c-1e29887970c3 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:08:29.207130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device c922c1a2-b467-41c2-9172-990a6d40d70f no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:29.277729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: c922c1a2-b467-41c2-9172-990a6d40d70f {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:08:29.278129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device c922c1a2-b467-41c2-9172-990a6d40d70f not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:08:29.425858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] For port 651e43b8-a279-4a57-8ae6-c8d52615c691, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=651e43b8-a279-4a57-8ae6-c8d52615c691,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:29.426668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:29.546091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] For port 651e43b8-a279-4a57-8ae6-c8d52615c691, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=651e43b8-a279-4a57-8ae6-c8d52615c691,segment=NetworkSegment(97b9ec35-6874-4be9-a94f-d46dff540c83),segment_id=97b9ec35-6874-4be9-a94f-d46dff540c83)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:29.546646 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:29.583882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Calling delete_port for 651e43b8-a279-4a57-8ae6-c8d52615c691 owned by network:dhcp {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:29.772263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Calling delete_port for 651e43b8-a279-4a57-8ae6-c8d52615c691 owned by network:dhcp {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:29.819624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:29.858500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:29.867552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:08:29.868139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:08:29.905229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Pushing event deleted for resources: {'Port': ['ID=651e43b8-a279-4a57-8ae6-c8d52615c691,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:29.916313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.916724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.917098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.917465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.917853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.918214 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.918570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.918923 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.919278 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.919631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.920097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.920565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.920981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.921339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.921736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.922093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.922443 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.922795 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.923153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.923516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.923870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.924219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.924712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.925396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:08:29.929518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:29.938702 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a45e2ec2-08a6-4264-8a32-554b45a8b885 req-8b0ea2d3-0550-483b-b4e8-af9893b8e590 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 210 time: 0.1468172 Dec 21 04:08:29.956000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-4e452b90-e949-4660-b773-14d72991a8d6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:29.960351 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-4e452b90-e949-4660-b773-14d72991a8d6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 816 time: 0.5002935 Dec 21 04:08:30.046905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dd9b9-1d6b-4dc2-a39e-30107c0493a4 None None] No DVR routers for this DVR port 651e43b8-a279-4a57-8ae6-c8d52615c691 on host dv-cinder-733062-17-smb {{(pid=80304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:08:30.146178 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-ec809418-a282-4548-88d8-e177f6c3c48e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 5508 time: 0.1442924 Dec 21 04:08:30.157457 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'port': {'device_id': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'admin_state_up': True, 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'security_groups': ['6b1697c1-c435-47db-970e-5e304ed771c5']}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:30.202359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2218ba-5f0e-48f8-886f-8058431519a8 req-86fa387c-87af-41cd-a37b-6d0a48f7c132 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:30.203966 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ab2218ba-5f0e-48f8-886f-8058431519a8 req-86fa387c-87af-41cd-a37b-6d0a48f7c132 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1788754 Dec 21 04:08:30.343817 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ab2218ba-5f0e-48f8-886f-8058431519a8 req-25d50f2c-2663-49fb-8f6e-6ffc769eb6d9 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797877 Dec 21 04:08:30.354871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:30.359447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Usage tracker for resource:port and tenant:70f15df5ba1e40b5b20e5b11b2847f20 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:30.372682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Quota usage for port was recalculated. Used quota:3. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:30.372682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:30.373493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Deleting port 651e43b8-a279-4a57-8ae6-c8d52615c691 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:30.374151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.378034 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Made reservation on behalf of 70f15df5ba1e40b5b20e5b11b2847f20 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:08:30.384452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.447595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] The port '651e43b8-a279-4a57-8ae6-c8d52615c691' was deleted {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 21 04:08:30.574188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.694472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ead2eee-6afd-45a9-a4ee-ecbb9c423916']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:30.707611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b9ec35-6874-4be9-a94f-d46dff540c83') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:30.707951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b9ec35-6874-4be9-a94f-d46dff540c83') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:30.715815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Allocated IP 172.20.0.12 (e8d7f759-c45c-4588-a460-4f62b72c6044/541169d3-e93b-4a4e-a734-c2b876dd151d/5118151a-75d2-4bbd-8965-d1db73bac62b) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:08:30.720255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.738999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.742473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:08:30.842951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9eed93d8-c2b0-4789-a7d0-c9b50d036f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.928986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:30.932527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:08:30.951583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.156693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 651e43b8-a279-4a57-8ae6-c8d52615c691 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:31.189965 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Network 3ead2eee-6afd-45a9-a4ee-ecbb9c423916 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:08:31.198249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 651e43b8-a279-4a57-8ae6-c8d52615c691 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:08:31.198898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 651e43b8-a279-4a57-8ae6-c8d52615c691 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:08:31.202290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fd0d9ba7-a5bb-41fe-9a3a-d2699f0279d6 req-27ca42a5-f2fa-4893-92e3-add97821dab7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 210 time: 0.0596740 Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:08:31.215086 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:08:31.305852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Transition to ACTIVE for port object 5118151a-75d2-4bbd-8965-d1db73bac62b will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:08:31.306958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.310513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:31.328313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.334202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.340095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3ead2eee-6afd-45a9-a4ee-ecbb9c423916,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:31.343828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:31.352635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3601c59b-ef9f-4a25-95f0-b69691f15082 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:31.358421 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-3cc68bbf-786a-42cf-8b83-202c0ba2f8ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/3ead2eee-6afd-45a9-a4ee-ecbb9c423916 HTTP/1.1" status: 204 len: 168 time: 2.5259733 Dec 21 04:08:31.526689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48964) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:31.539530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48970) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:31.557021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event updated for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:31.566319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:31.597599 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7af0345d-b4ef-4b86-9a10-cc288ac7488c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf4b018ab82b4fffa7003f20bf147c1a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0544956 Dec 21 04:08:31.597875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 48974) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:31.635661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Network e8d7f759-c45c-4588-a460-4f62b72c6044 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:08:31.637612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:08:31.644944 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fa861-6d6b-4181-a250-5f649d60164e req-2293c57e-0b73-44d3-a6f8-68e3da296737 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:31.647117 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-541fa861-6d6b-4181-a250-5f649d60164e req-2293c57e-0b73-44d3-a6f8-68e3da296737 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1434891 Dec 21 04:08:31.647892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:08:31.670207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.699590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.745401 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-541fa861-6d6b-4181-a250-5f649d60164e req-e3c4c06a-4670-4412-9989-e5cdfedda075 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684528 Dec 21 04:08:31.750169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:31.750842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.762130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.769277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d1862f26-7b67-4354-98fd-b07a1591aca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:31.779147 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-79821394-9b04-4da1-907f-07ac5002e82b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6272635 Dec 21 04:08:31.787721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879c033-3223-40cf-9d7f-82ed1c9b735e,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:31.790975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:31.795508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Request body: {'port': {'device_id': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:31.812475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.814167 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4879c033-3223-40cf-9d7f-82ed1c9b735e HTTP/1.1" status: 204 len: 168 time: 0.2151663 Dec 21 04:08:31.866835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.885000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:31.889154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Usage tracker for resource:security_group_rule and tenant:841220a91870431aa84a44d7e010851f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:31.893389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:31.901155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:31.933303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:31.975224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-f982a358-d76e-4f57-86b4-e25435ebf713 None None] Provisioning for port 5118151a-75d2-4bbd-8965-d1db73bac62b completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:08:31.980778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-f982a358-d76e-4f57-86b4-e25435ebf713 None None] Provisioning complete for port 5118151a-75d2-4bbd-8965-d1db73bac62b triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:31.981250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f982a358-d76e-4f57-86b4-e25435ebf713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.022416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.026086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.046780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-f982a358-d76e-4f57-86b4-e25435ebf713 None None] Port 5118151a-75d2-4bbd-8965-d1db73bac62b cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:08:32.049301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4561ff85-e722-402c-ae57-9e72313788ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:32.075835 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=841220a91870431aa84a44d7e010851f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5450482 Dec 21 04:08:32.076692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 48980) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:32.089405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6498734-a17e-489f-b877-469ef2504309,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:32.093137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:32.245169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.639030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.748297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b500c3a-978f-4152-93c3-9def9a5f9962 req-deca471b-467e-4b62-ba76-f1d5af5bdc6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:32.748967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-9b500c3a-978f-4152-93c3-9def9a5f9962 req-deca471b-467e-4b62-ba76-f1d5af5bdc6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:32.786092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.799760 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-97e60dd7-75ea-43cf-a76a-42acba3afe31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:32.827995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6498734-a17e-489f-b877-469ef2504309,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:32.831903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:32.836891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-9b500c3a-978f-4152-93c3-9def9a5f9962 req-deca471b-467e-4b62-ba76-f1d5af5bdc6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:32.838205 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9b500c3a-978f-4152-93c3-9def9a5f9962 req-deca471b-467e-4b62-ba76-f1d5af5bdc6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 932 time: 0.3307283 Dec 21 04:08:32.841182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.846845 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6498734-a17e-489f-b877-469ef2504309 HTTP/1.1" status: 204 len: 168 time: 0.7676260 Dec 21 04:08:32.871873 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5118151a-75d2-4bbd-8965-d1db73bac62b {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:08:32.883993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.955958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Transition to ACTIVE for port object 5118151a-75d2-4bbd-8965-d1db73bac62b will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:08:32.960551 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9b500c3a-978f-4152-93c3-9def9a5f9962 req-104f45e9-e223-4d76-8f4d-188ae9e09f26 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122022 Dec 21 04:08:32.963239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:32.979984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c54bf9de-37fb-43b4-a431-35bb662e85f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:33.135716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Pushing event updated for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:33.142584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:33.172812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0f5a5-331b-466f-9c2e-8279ebe1e1f6 req-202be5a2-d0d0-48c8-8d6b-3971ff405978 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:33.174846 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-53d0f5a5-331b-466f-9c2e-8279ebe1e1f6 req-202be5a2-d0d0-48c8-8d6b-3971ff405978 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.2780814 Dec 21 04:08:33.271292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ff9532b2-36f6-45ed-a00d-9e46fb997bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:33.338547 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-53d0f5a5-331b-466f-9c2e-8279ebe1e1f6 req-85cab892-e301-4adb-a0ab-df72e871574e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554368 Dec 21 04:08:33.380712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Attempting to bind port 5118151a-75d2-4bbd-8965-d1db73bac62b on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:08:33.381093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Attempting to bind port 5118151a-75d2-4bbd-8965-d1db73bac62b by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:08:33.381471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Attempting to bind port 5118151a-75d2-4bbd-8965-d1db73bac62b on network e8d7f759-c45c-4588-a460-4f62b72c6044 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:08:33.387910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:08:33.388287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Checking segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:08:33.388697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:33.389091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Bound using segment: {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:08:33.389588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Bound port: 5118151a-75d2-4bbd-8965-d1db73bac62b, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:08:33.389968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:33.485779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] For port 5118151a-75d2-4bbd-8965-d1db73bac62b, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:08:33.488883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] For port 5118151a-75d2-4bbd-8965-d1db73bac62b, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5118151a-75d2-4bbd-8965-d1db73bac62b,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:08:33.492742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:33.507960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5b1b912d-9dff-43d2-8302-14dffddd3644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:33.661101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Pushing event updated for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:33.665149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:33.703281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:33.703865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:33.705442 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-50656784-67ca-4b35-b6a5-788a593ea910 service neutron] 10.222.0.21 "PUT /v2.0/ports/5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 200 len: 1158 time: 1.9174404 Dec 21 04:08:33.706052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:33.746188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:33.789077 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'status': 'completed', 'code': 200} Dec 21 04:08:33.974763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-89077e2b-0a65-44be-883b-749da207c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:33.976557 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-89077e2b-0a65-44be-883b-749da207c6c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1161 time: 0.0839498 Dec 21 04:08:34.063299 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-5f8b4b7c-81d1-4571-bfea-3e2a5384de43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 200 len: 217 time: 0.0707264 Dec 21 04:08:34.178756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-763969cd-88b8-46a3-8061-dd5fd0ea7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:34.180338 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-763969cd-88b8-46a3-8061-dd5fd0ea7bcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.1111856 Dec 21 04:08:34.267585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac3aa2-8e5f-4363-ace8-e6de95b7675e req-1db58c8e-efa3-4ffc-8b4f-e9399956c701 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:34.269174 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49ac3aa2-8e5f-4363-ace8-e6de95b7675e req-1db58c8e-efa3-4ffc-8b4f-e9399956c701 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.1499717 Dec 21 04:08:34.326764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6326-e651-4da3-9dc8-19b450448adf req-e7e035d1-5cf6-4de4-8e19-909568d84a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:34.328386 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-e7e035d1-5cf6-4de4-8e19-909568d84a36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1347411 Dec 21 04:08:34.332879 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49ac3aa2-8e5f-4363-ace8-e6de95b7675e req-3c59eda5-ad31-4d4d-8532-4688830a5285 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567591 Dec 21 04:08:34.489050 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-ef120d7a-4e48-4945-9f5f-7c301740e561 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534922 Dec 21 04:08:34.698166 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-648d6326-e651-4da3-9dc8-19b450448adf req-bc549847-89ea-4529-a497-8fbb81b975f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2027202 Dec 21 04:08:34.708574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae970ca-bbd2-43ab-90ee-aa80a78c849f req-b23c05a0-bdd9-41d0-9dc1-fddded6010ea tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:34.710127 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ae970ca-bbd2-43ab-90ee-aa80a78c849f req-b23c05a0-bdd9-41d0-9dc1-fddded6010ea tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1866596 Dec 21 04:08:34.742526 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:34.805611 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ae970ca-bbd2-43ab-90ee-aa80a78c849f req-7b29e224-a2fb-44d9-8d2d-3936a356ba5f tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880570 Dec 21 04:08:34.835264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-8a49a51e-d84a-42b4-a868-c4b095e76327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:34.836871 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-8a49a51e-d84a-42b4-a868-c4b095e76327 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1161 time: 0.0862894 Dec 21 04:08:34.987093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-df6eff0f-c72d-4b54-9b5e-2ef7bb6c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:34.988332 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-df6eff0f-c72d-4b54-9b5e-2ef7bb6c4791 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.1442084 Dec 21 04:08:35.062961 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-6629571d-af8b-4337-af3f-d32fa7c8b09d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 200 len: 217 time: 0.0675066 Dec 21 04:08:35.107441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:35.133355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-b84bf4da-6150-40fa-a316-33cf47e0d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:35.135088 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-b84bf4da-6150-40fa-a316-33cf47e0d048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.0648398 Dec 21 04:08:35.214795 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-b33f0899-4d90-44ee-a417-473d78a532f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:35.216346 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-b33f0899-4d90-44ee-a417-473d78a532f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747812 Dec 21 04:08:35.362449 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-525c286c-826e-4328-b323-23487d4d55ae service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372881 Dec 21 04:08:35.556264 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49fc67a4-ac5a-4f80-bdaf-db7a75c29ba1 req-905e994f-76a9-4c12-9db1-d41055c0b8f2 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1868548 Dec 21 04:08:35.587946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806732-00ea-48e7-8ce5-3b4133eca404 req-f5e7fecc-6de0-4e50-a003-c88c334c51f4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:35.589573 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-01806732-00ea-48e7-8ce5-3b4133eca404 req-f5e7fecc-6de0-4e50-a003-c88c334c51f4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.1078303 Dec 21 04:08:35.637285 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-01806732-00ea-48e7-8ce5-3b4133eca404 req-4c887a4d-b548-44d1-b734-0f2385cb236b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Dec 21 04:08:35.793169 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-f1141a04-ef41-4627-b905-b77b441d32a8 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/networks?tenant_id=cd82b0f65b9b48a88e343d22b88268a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312474 Dec 21 04:08:35.994554 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-3ccb06a8-83ad-47ce-bb7e-584e6865cfb1 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:35.996100 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-3ccb06a8-83ad-47ce-bb7e-584e6865cfb1 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974156 Dec 21 04:08:36.017334 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-0b885fa7-379e-48e6-8424-87d4114c8390 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/quotas/cd82b0f65b9b48a88e343d22b88268a0 HTTP/1.1" status: 200 len: 375 time: 0.0139303 Dec 21 04:08:36.079069 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-e52f313e-939d-43cf-8fed-904dcdca566c tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd82b0f65b9b48a88e343d22b88268a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535512 Dec 21 04:08:36.089985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210ad4-faa1-4a48-9203-92109475a62c req-020766aa-b713-4b3b-909d-897a07e1a6d3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:36.091507 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c8210ad4-faa1-4a48-9203-92109475a62c req-020766aa-b713-4b3b-909d-897a07e1a6d3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1492887 Dec 21 04:08:36.140147 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c8210ad4-faa1-4a48-9203-92109475a62c req-66d13811-db9f-48cf-aced-f9556a5f5451 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Dec 21 04:08:36.289390 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c6f46e0-b2f9-43d9-8c7b-d162de1db0d8 req-4e751bc8-fced-48ff-a973-50343e845975 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 210 time: 0.0483115 Dec 21 04:08:36.815978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:08:37.097426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df6fff-5a98-42e3-9852-459bcc5a61d6 req-caa4dbb7-1888-4c0e-8a15-9a8167e6a2f5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:37.099122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-75df6fff-5a98-42e3-9852-459bcc5a61d6 req-caa4dbb7-1888-4c0e-8a15-9a8167e6a2f5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.3159490 Dec 21 04:08:37.146958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-75df6fff-5a98-42e3-9852-459bcc5a61d6 req-5f6c08e5-ba41-4893-9232-0c888d769f1a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Dec 21 04:08:37.260210 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-e937a528-5ee6-4538-b1e7-20409cb0cd08 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.21 "GET /v2.0/networks?tenant_id=cd82b0f65b9b48a88e343d22b88268a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323677 Dec 21 04:08:37.507431 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f35f6c6-7282-4bf7-ad15-193bedd162dd req-1e635209-5b4a-4477-9466-b0b1720918f6 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 210 time: 0.0757766 Dec 21 04:08:37.508938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:37.537794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489c41-81b6-42ef-a6af-8946be0f0a2b req-baf22879-e356-4459-9db6-a4f041bc4a42 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:37.539443 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18489c41-81b6-42ef-a6af-8946be0f0a2b req-baf22879-e356-4459-9db6-a4f041bc4a42 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.2478659 Dec 21 04:08:37.552625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b3e6d615-048c-4a5c-b413-0a94e2ec5dd2 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:37.554208 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b3e6d615-048c-4a5c-b413-0a94e2ec5dd2 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886901 Dec 21 04:08:37.576550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Request body: {'port': {'device_id': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11', 'admin_state_up': True, 'tenant_id': 'cd82b0f65b9b48a88e343d22b88268a0'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:37.588665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 5118151a-75d2-4bbd-8965-d1db73bac62b completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:08:37.593806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5118151a-75d2-4bbd-8965-d1db73bac62b triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:37.593984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.697376 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-18489c41-81b6-42ef-a6af-8946be0f0a2b req-5ea1cc54-7ef0-4948-b4d1-f8638d39f10b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421046 Dec 21 04:08:37.721996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.748666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:37.750541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:37.752854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Usage tracker for resource:port and tenant:cd82b0f65b9b48a88e343d22b88268a0 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:37.756246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Quota usage for port was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:37.760870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 5118151a-75d2-4bbd-8965-d1db73bac62b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5118151a-75d2-4bbd-8965-d1db73bac62b,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:37.762599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:37.763809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.766504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:37.771933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Made reservation on behalf of cd82b0f65b9b48a88e343d22b88268a0 for: {'port': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:08:37.777581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.791858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.809517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:08:37.812328 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'code': 200} Dec 21 04:08:37.813665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Usage tracker for resource:security_group_rule and tenant:cd82b0f65b9b48a88e343d22b88268a0 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:08:37.816702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:08:37.823012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:08:37.843205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:37.846726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:37.921227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.925732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:37.937840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-73b0693e-0563-45f2-b31a-7d31c3191007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:38.004565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Pushing event updated for resources: {'SecurityGroup': ['ID=02d54ad8-6189-4916-be13-562e06357531,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:38.009893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:38.059247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783635a-7fb4-472c-a910-5479ca8eaaf3 req-f6b30cb5-0201-41c3-b80a-870449d6f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:38.060804 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4783635a-7fb4-472c-a910-5479ca8eaaf3 req-f6b30cb5-0201-41c3-b80a-870449d6f9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1163 time: 0.0766456 Dec 21 04:08:38.107757 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4783635a-7fb4-472c-a910-5479ca8eaaf3 req-2748bebc-26dc-4223-9241-b09c7490b5c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Dec 21 04:08:38.248011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Allocated IP 192.168.233.203 (8a2fc6d4-db63-4ead-b3ca-f8cce942be11/0710d248-ab75-459c-9f5e-8892b2b53064/084254b3-637f-4240-b23e-f4436b0c84cc) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:08:38.515539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddfeca-12d0-43c3-9921-7191728dd8dd req-dfd3ad92-41d7-4c7a-91f5-2c030d834bba tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:38.517168 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-92ddfeca-12d0-43c3-9921-7191728dd8dd req-dfd3ad92-41d7-4c7a-91f5-2c030d834bba tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.2100470 Dec 21 04:08:38.554206 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:38.590226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Transition to ACTIVE for port object 084254b3-637f-4240-b23e-f4436b0c84cc will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:08:38.593451 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-92ddfeca-12d0-43c3-9921-7191728dd8dd req-c4468d5a-2415-4d65-84de-bc85351bcfac tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667126 Dec 21 04:08:38.614632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:38.634768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b6f0e3da-4246-459f-b01a-bc632d99da5f tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:38.841446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Pushing event updated for resources: {'Port': ['ID=084254b3-637f-4240-b23e-f4436b0c84cc,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:38.879629 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:38.962187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28a013-7c22-4144-8c96-f263d25fba72 req-a01660f9-840f-4935-b70c-8c79f2e6acb8 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:38.963834 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9d28a013-7c22-4144-8c96-f263d25fba72 req-a01660f9-840f-4935-b70c-8c79f2e6acb8 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 936 time: 0.2903750 Dec 21 04:08:38.975051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:08:38.979056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:08:38.998004 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:08:39.085890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:39.086574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.119397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7513-2c2b-40f3-b307-30852c665ca7 req-0b56e142-5291-42b6-ad12-e8e50e01009b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:39.121040 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d7ae7513-2c2b-40f3-b307-30852c665ca7 req-0b56e142-5291-42b6-ad12-e8e50e01009b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.2825036 Dec 21 04:08:39.126654 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9d28a013-7c22-4144-8c96-f263d25fba72 req-05f06483-5e48-487c-ac5c-a71a5a88e61f tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539106 Dec 21 04:08:39.166593 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5958650 Dec 21 04:08:39.187909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Request body: {'port': {'device_id': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:39.236372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0afa8c1a-8786-4f54-b35f-03eee2257919 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:39.240825 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d7ae7513-2c2b-40f3-b307-30852c665ca7 req-8a769647-31de-4479-bf44-439f445a4e34 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063826 Dec 21 04:08:39.309775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 0afa8c1a-8786-4f54-b35f-03eee2257919 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:39.310103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.319211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.381656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-53d5a64d-c091-4ff1-bf17-8a49a610326d None None] Provisioning for port 084254b3-637f-4240-b23e-f4436b0c84cc completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:08:39.388463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-53d5a64d-c091-4ff1-bf17-8a49a610326d None None] Provisioning complete for port 084254b3-637f-4240-b23e-f4436b0c84cc triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:39.388883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-53d5a64d-c091-4ff1-bf17-8a49a610326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.487875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-53d5a64d-c091-4ff1-bf17-8a49a610326d None None] Port 084254b3-637f-4240-b23e-f4436b0c84cc cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:08:39.492381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:39.562323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5118151a-75d2-4bbd-8965-d1db73bac62b triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:39.562694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.738587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084254b3-637f-4240-b23e-f4436b0c84cc {{(pid=80303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:08:39.745951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.792666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Transition to ACTIVE for port object 084254b3-637f-4240-b23e-f4436b0c84cc will not be triggered until provisioned by entity L2. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:08:39.798057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:39.817159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:39.972739 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Pushing event updated for resources: {'Port': ['ID=084254b3-637f-4240-b23e-f4436b0c84cc,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:39.979628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:40.022729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6be428-da59-4f94-b19f-edea314ce58e req-579114ff-491a-4fcb-ba94-196b2a5e7af1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:40.024319 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8a6be428-da59-4f94-b19f-edea314ce58e req-579114ff-491a-4fcb-ba94-196b2a5e7af1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.2707052 Dec 21 04:08:40.178770 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8a6be428-da59-4f94-b19f-edea314ce58e req-c20dd390-6e0b-4878-a0aa-0f9409f25515 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479626 Dec 21 04:08:40.206554 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Attempting to bind port 084254b3-637f-4240-b23e-f4436b0c84cc on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:08:40.206932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Attempting to bind port 084254b3-637f-4240-b23e-f4436b0c84cc by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:08:40.207464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Attempting to bind port 084254b3-637f-4240-b23e-f4436b0c84cc on network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:08:40.214609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:08:40.214982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Checking segment: {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:08:40.215390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:40.215782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Bound using segment: {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'} {{(pid=80303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:08:40.216259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Bound port: 084254b3-637f-4240-b23e-f4436b0c84cc, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bc87e0-89e2-4c78-9573-a04fa2954436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8a2fc6d4-db63-4ead-b3ca-f8cce942be11'}}] {{(pid=80303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:08:40.216628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:40.367957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] For port 084254b3-637f-4240-b23e-f4436b0c84cc, host hv-cinder-73306, cleared binding levels {{(pid=80303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:08:40.381035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] For port 084254b3-637f-4240-b23e-f4436b0c84cc, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=084254b3-637f-4240-b23e-f4436b0c84cc,segment=NetworkSegment(e1bc87e0-89e2-4c78-9573-a04fa2954436),segment_id=e1bc87e0-89e2-4c78-9573-a04fa2954436)] {{(pid=80303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:08:40.401286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:40.419562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:40.865765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Pushing event updated for resources: {'Port': ['ID=084254b3-637f-4240-b23e-f4436b0c84cc,revision_number=3']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:40.874304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-660ca69e-9ee2-4d61-ba95-ca6e6a410db4 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:40.874931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-660ca69e-9ee2-4d61-ba95-ca6e6a410db4 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Synchronizing usage tracker for tenant:cd82b0f65b9b48a88e343d22b88268a0 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:40.880681 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:40.929533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-660ca69e-9ee2-4d61-ba95-ca6e6a410db4 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Unset dirty status for tenant:cd82b0f65b9b48a88e343d22b88268a0 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:40.930836 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-660ca69e-9ee2-4d61-ba95-ca6e6a410db4 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 948 time: 0.6210842 Dec 21 04:08:40.947618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255acc6d-b714-456c-8952-c77124ee0da6 req-833b3b94-62bc-4ce8-8ff1-94e965129d76 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:40.949276 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-255acc6d-b714-456c-8952-c77124ee0da6 req-833b3b94-62bc-4ce8-8ff1-94e965129d76 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.5330675 Dec 21 04:08:40.959859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49136) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:40.966397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Request body: {'floatingip': {'port_id': '5118151a-75d2-4bbd-8965-d1db73bac62b'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:08:40.972399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:40.973069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:40.975315 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] 10.222.0.21 "PUT /v2.0/ports/084254b3-637f-4240-b23e-f4436b0c84cc HTTP/1.1" status: 200 len: 1162 time: 1.7926712 Dec 21 04:08:40.975887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'tag': '084254b3-637f-4240-b23e-f4436b0c84cc'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:41.009533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-596d576c-e789-41f2-b287-19c7513dc679 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Synchronizing usage tracker for tenant:cd82b0f65b9b48a88e343d22b88268a0 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:41.054639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:41.116438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-596d576c-e789-41f2-b287-19c7513dc679 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Unset dirty status for tenant:cd82b0f65b9b48a88e343d22b88268a0 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:41.117682 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b965ab1f-b35a-47d8-8db9-8709dd283e29 req-596d576c-e789-41f2-b287-19c7513dc679 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789172 Dec 21 04:08:41.162943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-ebff6766-3c08-41da-aa47-97711d9a0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:41.164576 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-ebff6766-3c08-41da-aa47-97711d9a0bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd82b0f65b9b48a88e343d22b88268a0&device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 1165 time: 0.1499455 Dec 21 04:08:41.235940 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'tag': '084254b3-637f-4240-b23e-f4436b0c84cc', 'status': 'completed', 'code': 200} Dec 21 04:08:41.250850 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-a9b1b08f-ea6d-47d5-8e34-db55aa3dac1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=084254b3-637f-4240-b23e-f4436b0c84cc HTTP/1.1" status: 200 len: 217 time: 0.0760641 Dec 21 04:08:41.265249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298c756-0c02-4cd6-961a-81bb8cc82110 req-f2b120f5-444c-4ec6-b051-31770794ff73 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:41.267022 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8298c756-0c02-4cd6-961a-81bb8cc82110 req-f2b120f5-444c-4ec6-b051-31770794ff73 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1905305 Dec 21 04:08:41.367102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-6c2e2aba-a4da-4559-a7e0-7a4e77b00ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:41.368587 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-6c2e2aba-a4da-4559-a7e0-7a4e77b00ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0710d248-ab75-459c-9f5e-8892b2b53064 HTTP/1.1" status: 200 len: 843 time: 0.1102271 Dec 21 04:08:41.371090 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8298c756-0c02-4cd6-961a-81bb8cc82110 req-14168d05-f1ca-4e03-975d-9c538aea4c77 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658557 Dec 21 04:08:41.463040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49146) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:41.513719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-573a0a21-257d-478d-a17e-ea518a8559c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:41.515353 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-573a0a21-257d-478d-a17e-ea518a8559c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a2fc6d4-db63-4ead-b3ca-f8cce942be11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1405463 Dec 21 04:08:41.583690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Deleting subnet 7299d726-285d-4d97-9aa1-760404ea7275 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:08:41.587080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:41.644286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:41.712230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:41.715384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:41.751376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:41.948217 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-8aeb2025-0fc8-4dab-b2ff-2071a7dbeffb service neutron] 10.222.0.21 "GET /v2.0/networks/8a2fc6d4-db63-4ead-b3ca-f8cce942be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257734 Dec 21 04:08:41.958247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766143f-140a-42fd-b6cd-160011393814 req-536cd9e1-feef-4664-9432-10abfe9c9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:41.959862 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-536cd9e1-feef-4664-9432-10abfe9c9547 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1162 time: 0.1848671 Dec 21 04:08:41.961040 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Floating IP 68a2741d-fd69-4054-9254-c5be4c755186 associated. External IP: 172.28.1.183, port: 5118151a-75d2-4bbd-8965-d1db73bac62b. Dec 21 04:08:42.066814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bce1f4-b782-494d-91ae-b8fce3852a73 req-b2cf70b4-0230-41b9-ae57-f7ed3294a05e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:42.069778 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49bce1f4-b782-494d-91ae-b8fce3852a73 req-b2cf70b4-0230-41b9-ae57-f7ed3294a05e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.3681705 Dec 21 04:08:42.216417 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-49bce1f4-b782-494d-91ae-b8fce3852a73 req-58e60a69-4068-4294-b5d7-1f73369244e9 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394579 Dec 21 04:08:42.302761 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-30284bd8-4fd5-45da-bf1e-73a344eef4e2 req-246dca47-3307-4117-8734-6ae4ccdbbbae service neutron] 10.222.0.21 "GET /v2.0/networks/8a2fc6d4-db63-4ead-b3ca-f8cce942be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3026752 Dec 21 04:08:42.328264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:42.349266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:42.369062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766143f-140a-42fd-b6cd-160011393814 req-6f41e741-5704-4775-960f-f2a251e2dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:42.370758 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-6f41e741-5704-4775-960f-f2a251e2dfc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.3517587 Dec 21 04:08:42.445028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7299d726-285d-4d97-9aa1-760404ea7275,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:42.454161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:42.614078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:42.636562 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-677782e4-82a8-44f8-be10-40b1dd266413 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7299d726-285d-4d97-9aa1-760404ea7275 HTTP/1.1" status: 204 len: 168 time: 1.1723752 Dec 21 04:08:42.640514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49156) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:42.673662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-7beea1ee-4205-4ddc-b7a9-541e9763df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:42.675512 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-7beea1ee-4205-4ddc-b7a9-541e9763df71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd82b0f65b9b48a88e343d22b88268a0&device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 1165 time: 0.2988610 Dec 21 04:08:42.795551 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-b37ae295-9901-4ec6-9860-88b6a69fe945 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 1001 time: 0.3741128 Dec 21 04:08:42.800468 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Router a9dee65c-ece8-4f14-901a-66564b490410 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:08:42.804871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a050-d16e-4f93-8ee2-e988f10e91be req-0967bd04-6d1c-4950-92b5-bbd55d2dabf7 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:42.806535 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d529a050-d16e-4f93-8ee2-e988f10e91be req-0967bd04-6d1c-4950-92b5-bbd55d2dabf7 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 948 time: 0.5449553 Dec 21 04:08:42.898979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:42.930877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766143f-140a-42fd-b6cd-160011393814 req-3152d58f-2de3-4384-8d8c-0bd9848ae227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:42.932484 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-3152d58f-2de3-4384-8d8c-0bd9848ae227 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.1292596 Dec 21 04:08:43.035211 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d529a050-d16e-4f93-8ee2-e988f10e91be req-dbf68009-62a1-4f4e-82dc-ac4a09729dc6 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146060 Dec 21 04:08:43.094247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-d243e395-fb01-4186-9b14-a765c25c770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:43.095859 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-d243e395-fb01-4186-9b14-a765c25c770f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a2fc6d4-db63-4ead-b3ca-f8cce942be11 HTTP/1.1" status: 200 len: 863 time: 0.4000599 Dec 21 04:08:43.119286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:08:43.131076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:08:43.136727 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766143f-140a-42fd-b6cd-160011393814 req-02c458c6-c9f6-4ce1-90e8-300a4d6f31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:43.138418 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-02c458c6-c9f6-4ce1-90e8-300a4d6f31ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1976047 Dec 21 04:08:43.141386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:43.141960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:43.142741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:43.205551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:43.246778 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-11fe55be-ff71-4c44-a0c4-672df32f6f27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=084254b3-637f-4240-b23e-f4436b0c84cc HTTP/1.1" status: 200 len: 217 time: 0.1018879 Dec 21 04:08:43.302664 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9be8ea88-b415-4330-a738-ef4bce04bd08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "PUT /v2.0/floatingips/68a2741d-fd69-4054-9254-c5be4c755186 HTTP/1.1" status: 200 len: 992 time: 2.3384771 Dec 21 04:08:43.302664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:43.334146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:43.368834 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-86d9ec00-2a6e-4664-b8b2-e5b92138f946 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977210 Dec 21 04:08:43.532808 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a766143f-140a-42fd-b6cd-160011393814 req-9af0c298-23b4-47a6-a03a-d94fe66974b0 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565106 Dec 21 04:08:43.534185 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'status': 'completed', 'code': 200} Dec 21 04:08:43.634160 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-7db64885-a408-488e-8975-a490c5b21bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:43.636149 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-7db64885-a408-488e-8975-a490c5b21bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1163 time: 0.0796647 Dec 21 04:08:43.696748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43e544d-5f7d-4dd3-900f-8c31afb1e7ed']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:43.710404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-d503ccda-16b7-44b3-b374-d931cf332cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:43.711999 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-d503ccda-16b7-44b3-b374-d931cf332cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0710d248-ab75-459c-9f5e-8892b2b53064 HTTP/1.1" status: 200 len: 843 time: 0.4510951 Dec 21 04:08:43.715705 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1db3365-9324-4363-bf52-fc9a80510410') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:43.716045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1db3365-9324-4363-bf52-fc9a80510410') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:43.750568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '68a2741d-fd69-4054-9254-c5be4c755186', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'port_id': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'mac_address': 'fa:16:3e:bd:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:08:24Z', 'updated_at': '2020-12-21T04:08:41Z', 'revision_number': 1, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:43.754990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:08:43.765040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:08:43.765040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:08:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:43.776474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848031833'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:43.796466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-87ed496f-cac6-4eb9-8b61-ef6c9ec483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:43.798144 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-87ed496f-cac6-4eb9-8b61-ef6c9ec483a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.1555371 Dec 21 04:08:43.842690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:43.845524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:08:43.907339 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-0cd6db32-a0ba-46e3-9293-e79ef41d2261 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 200 len: 1000 time: 0.1025295 Dec 21 04:08:43.948536 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:08:44.001384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-d314018d-1aa9-41d7-9437-30db02d1ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:44.003239 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-d314018d-1aa9-41d7-9437-30db02d1ed39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.0840423 Dec 21 04:08:44.073800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-767427b8-8a56-4e72-a30b-4c8bb23de8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:44.075450 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-767427b8-8a56-4e72-a30b-4c8bb23de8f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a2fc6d4-db63-4ead-b3ca-f8cce942be11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3521011 Dec 21 04:08:44.077266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:08:44.088040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848004600'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:44.128308 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-a8633686-f7b0-464d-8260-ddbc52dcc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:44.130027 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-a8633686-f7b0-464d-8260-ddbc52dcc976 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1194928 Dec 21 04:08:44.151657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168390ca-b621-4463-b1cd-b88b80b946dc req-48e8f88a-8757-45b8-8cf6-766d7a7fb014 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:44.159346 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-168390ca-b621-4463-b1cd-b88b80b946dc req-48e8f88a-8757-45b8-8cf6-766d7a7fb014 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.5120625 Dec 21 04:08:44.340479 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-9b8864b5-148f-4e8b-a680-1858b39e2458 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032418 Dec 21 04:08:44.380697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '68a2741d-fd69-4054-9254-c5be4c755186', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'port_id': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'mac_address': 'fa:16:3e:bd:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:08:24Z', 'updated_at': '2020-12-21T04:08:41Z', 'revision_number': 1, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:08:44.384993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdb50b9-50a7-46c5-b5d2-9f0ba2afbed8 None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': '68a2741d-fd69-4054-9254-c5be4c755186', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'port_id': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'mac_address': 'fa:16:3e:bd:20:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:08:24Z', 'updated_at': '2020-12-21T04:08:41Z', 'revision_number': 1, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:08:44.479756 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-168390ca-b621-4463-b1cd-b88b80b946dc req-82f8e2d7-200b-458b-95a3-a15224c2b7ce tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195269 Dec 21 04:08:44.500026 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-724a15f0-90ea-4d11-9cc8-8965ed8b470a req-12059c68-e4c6-4d57-983e-34412b359388 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425958 Dec 21 04:08:44.507734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Network a43e544d-5f7d-4dd3-900f-8c31afb1e7ed has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:08:44.536473 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:08:44.649687 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-7791841d-c4e9-45a4-9c2c-a12960f1cf0b service neutron] 10.222.0.21 "GET /v2.0/networks/8a2fc6d4-db63-4ead-b3ca-f8cce942be11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447102 Dec 21 04:08:44.681517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:44.693218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420844aa-190e-4ba3-afd9-b02dea01e4c1 req-38658975-75b3-4939-a3ac-282377b5b6d2 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:44.693813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af8fa85-597b-4f77-9c32-56d3b32c2021 None None] New status for floating IP 68a2741d-fd69-4054-9254-c5be4c755186: ACTIVE {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:08:44.694869 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-420844aa-190e-4ba3-afd9-b02dea01e4c1 req-38658975-75b3-4939-a3ac-282377b5b6d2 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 948 time: 0.4377842 Dec 21 04:08:44.712041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:44.729568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:44.809266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Pushing event deleted for resources: {'Network': ['ID=a43e544d-5f7d-4dd3-900f-8c31afb1e7ed,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:44.824533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:44.839397 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c413c479-dba3-48c2-b992-6b141c6c958c admin admin] 10.222.0.23 "DELETE /v2.0/networks/a43e544d-5f7d-4dd3-900f-8c31afb1e7ed HTTP/1.1" status: 204 len: 168 time: 2.1964104 Dec 21 04:08:44.865583 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-420844aa-190e-4ba3-afd9-b02dea01e4c1 req-a8d38192-4156-47b9-b528-09f4e00e6705 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373801 Dec 21 04:08:44.890026 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-79ab66bf-acdd-4e7e-b462-801321fef1ac req-5d02fae8-712b-4887-9257-5a1fcc198d66 service neutron] 10.222.0.21 "GET /v2.0/networks/8a2fc6d4-db63-4ead-b3ca-f8cce942be11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2316194 Dec 21 04:08:45.093569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49174) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:45.150602 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-fe62d27f-0782-4e97-9076-b94ca55a5580 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f54f7409cf834f14812525614ef24dde&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0547230 Dec 21 04:08:45.152250 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49178) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:45.214342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:45.242848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:45.293901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:45.299689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-07a58f39-a8dd-4551-8e15-535303db331f tempest-TestMinimumBasicScenario-494842908 tempest-TestMinimumBasicScenario-494842908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:45.316398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf4eea5-1f0e-425b-a2a0-788342f5d829,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:45.319385 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:45.326000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:45.327301 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bf4eea5-1f0e-425b-a2a0-788342f5d829 HTTP/1.1" status: 204 len: 168 time: 0.1740837 Dec 21 04:08:45.446189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 8a2fc6d4-db63-4ead-b3ca-f8cce942be11 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:08:45.725372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd0ad3-4940-4dcc-9330-0e09af3fee60 req-5b1a1abf-f6ab-4f67-9299-b237ee8fa382 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:45.727206 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fbbd0ad3-4940-4dcc-9330-0e09af3fee60 req-5b1a1abf-f6ab-4f67-9299-b237ee8fa382 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.1020427 Dec 21 04:08:45.730870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.objects.ports [None req-3e355089-8984-4ce0-bd1b-c2528c5dbaab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80304) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 21 04:08:45.774337 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fbbd0ad3-4940-4dcc-9330-0e09af3fee60 req-e0968129-22b1-4b85-b314-48b55182f175 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Dec 21 04:08:46.086938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 084254b3-637f-4240-b23e-f4436b0c84cc up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:46.090045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a94c-376e-4e91-8cc0-3a4485dfe445 req-ca3bc4e8-2131-47cb-ac46-03b6f4bdf203 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:46.091670 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3e3a94c-376e-4e91-8cc0-3a4485dfe445 req-ca3bc4e8-2131-47cb-ac46-03b6f4bdf203 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 948 time: 0.0823872 Dec 21 04:08:46.138674 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3e3a94c-376e-4e91-8cc0-3a4485dfe445 req-deba87b3-179e-4ee5-ac48-80871d520589 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Dec 21 04:08:46.157836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port 084254b3-637f-4240-b23e-f4436b0c84cc completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:08:46.162669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 084254b3-637f-4240-b23e-f4436b0c84cc triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:46.163087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:46.277321 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:46.303910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084254b3-637f-4240-b23e-f4436b0c84cc'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:46.314007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 084254b3-637f-4240-b23e-f4436b0c84cc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=084254b3-637f-4240-b23e-f4436b0c84cc,segment=NetworkSegment(e1bc87e0-89e2-4c78-9573-a04fa2954436),segment_id=e1bc87e0-89e2-4c78-9573-a04fa2954436)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:46.316733 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:46.319294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:46.363780 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084254b3-637f-4240-b23e-f4436b0c84cc', 'code': 200} Dec 21 04:08:46.390837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=084254b3-637f-4240-b23e-f4436b0c84cc,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:46.394053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:46.597138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b11c32-c7c0-4ba1-9180-4fb9d655c9d1 req-da22f6e4-1e66-439d-96f2-27478b21cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:46.598703 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1b11c32-c7c0-4ba1-9180-4fb9d655c9d1 req-da22f6e4-1e66-439d-96f2-27478b21cb4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 1167 time: 0.0775857 Dec 21 04:08:46.642999 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1b11c32-c7c0-4ba1-9180-4fb9d655c9d1 req-db5ec444-a087-42a5-b464-9ccf9875b2e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Dec 21 04:08:47.214477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 084254b3-637f-4240-b23e-f4436b0c84cc up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:08:47.283125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 084254b3-637f-4240-b23e-f4436b0c84cc triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:08:47.283546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:47.355745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e22628-75bb-4477-b6dc-9ad7bc17c2ba req-9cd39bf2-3d55-4293-910d-9a446c95c2d9 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:47.357365 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-47e22628-75bb-4477-b6dc-9ad7bc17c2ba req-9cd39bf2-3d55-4293-910d-9a446c95c2d9 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 950 time: 0.0872300 Dec 21 04:08:47.407484 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-47e22628-75bb-4477-b6dc-9ad7bc17c2ba req-50113d85-e73d-4dd2-a758-975d5ca5c60f tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Dec 21 04:08:47.618623 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-6ff3fc86-a85b-4f4e-968e-270e17bf9e55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0732315 Dec 21 04:08:47.716595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-330fee49-739d-4cf9-aebb-bfbd5cbcba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:47.718388 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-330fee49-739d-4cf9-aebb-bfbd5cbcba0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1162 time: 0.0780065 Dec 21 04:08:47.873868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-f14c2adb-04ef-4057-b2d9-46b5acd7f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:47.875359 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-f14c2adb-04ef-4057-b2d9-46b5acd7f3c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1382904 Dec 21 04:08:47.984625 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-93846f74-7acc-4b07-9fd3-6a3571497dcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 1001 time: 0.1010230 Dec 21 04:08:48.057074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-4d5bf870-87c1-4ebd-9653-0b79a8821b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:48.058638 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-4d5bf870-87c1-4ebd-9653-0b79a8821b43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0679967 Dec 21 04:08:48.137101 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-f5b96cb0-0bd8-4af7-97e5-2993a8123e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:48.138690 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-f5b96cb0-0bd8-4af7-97e5-2993a8123e57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0730042 Dec 21 04:08:48.278710 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-932a3086-4cf4-4f69-b415-232526799cef service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338820 Dec 21 04:08:48.418666 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-cd688dab-8ee9-4ceb-a5b3-a0044fa3d166 req-f582dc80-a806-483a-ab07-65d4debaca2a service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330719 Dec 21 04:08:48.613761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f1097-83ae-4150-b3cc-690888e08174 req-b4d05404-01f2-4130-8fe8-c9510cb2d239 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:48.615956 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ad3f1097-83ae-4150-b3cc-690888e08174 req-b4d05404-01f2-4130-8fe8-c9510cb2d239 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 950 time: 0.0819941 Dec 21 04:08:48.668289 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ad3f1097-83ae-4150-b3cc-690888e08174 req-10648c28-a828-45c0-8183-48221e580129 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Dec 21 04:08:49.151032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cba9d-1e1d-4232-8e1f-23e5909ea6c9 req-5a8d78c4-d059-407e-acf9-9c6ef5b40f74 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:49.152630 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f9cba9d-1e1d-4232-8e1f-23e5909ea6c9 req-5a8d78c4-d059-407e-acf9-9c6ef5b40f74 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 950 time: 0.0872962 Dec 21 04:08:49.199911 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2f9cba9d-1e1d-4232-8e1f-23e5909ea6c9 req-328f0a03-f509-49d2-9576-24e55fd8e636 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 Dec 21 04:08:50.420841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c9a0-350a-4df8-8fcc-e95254000b5b req-5758ffed-2760-4cce-aa7d-7fe04397c07d tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:50.422482 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e541c9a0-350a-4df8-8fcc-e95254000b5b req-5758ffed-2760-4cce-aa7d-7fe04397c07d tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 950 time: 0.0891232 Dec 21 04:08:50.505519 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e541c9a0-350a-4df8-8fcc-e95254000b5b req-672b133c-4d61-4054-b586-9905d5cc55e2 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/security-groups?id=02d54ad8-6189-4916-be13-562e06357531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Dec 21 04:08:50.547587 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-f01a661b-dc6a-4c60-b961-eb07ed0682b3 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:08:50.549165 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-f01a661b-dc6a-4c60-b961-eb07ed0682b3 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.21 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 950 time: 0.0830524 Dec 21 04:08:50.623318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Deleting port 084254b3-637f-4240-b23e-f4436b0c84cc {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:08:50.623704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:50.874497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] For port 084254b3-637f-4240-b23e-f4436b0c84cc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=084254b3-637f-4240-b23e-f4436b0c84cc,segment=NetworkSegment(e1bc87e0-89e2-4c78-9573-a04fa2954436),segment_id=e1bc87e0-89e2-4c78-9573-a04fa2954436)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:08:50.874993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:51.007367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Calling delete_port for 084254b3-637f-4240-b23e-f4436b0c84cc owned by compute:nova {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:08:51.148312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:51.162840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:51.207911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 084254b3-637f-4240-b23e-f4436b0c84cc no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:08:51.221215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Pushing event deleted for resources: {'Port': ['ID=084254b3-637f-4240-b23e-f4436b0c84cc,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:51.230402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:51.242865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 084254b3-637f-4240-b23e-f4436b0c84cc {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:08:51.243258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 084254b3-637f-4240-b23e-f4436b0c84cc not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:08:51.597491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] No DVR routers for this DVR port 084254b3-637f-4240-b23e-f4436b0c84cc on host hv-cinder-73306 {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:08:51.600710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:51.603804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'name': 'network-vif-deleted', 'tag': '084254b3-637f-4240-b23e-f4436b0c84cc'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:08:51.622320 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1984ee0-c72c-47a3-956b-a397ec88d54c req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.21 "DELETE /v2.0/ports/084254b3-637f-4240-b23e-f4436b0c84cc HTTP/1.1" status: 204 len: 173 time: 1.0671284 Dec 21 04:08:51.688227 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd518111e-4b74-4714-b7bd-f2deb3fdce8d', 'name': 'network-vif-deleted', 'tag': '084254b3-637f-4240-b23e-f4436b0c84cc', 'status': 'completed', 'code': 200} Dec 21 04:08:51.689792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-fc76026d-97d9-40eb-88cf-67bd66aa7162 req-1b0d7193-be76-4e62-93ad-efe634ffdaaf tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Synchronizing usage tracker for tenant:cd82b0f65b9b48a88e343d22b88268a0 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:08:51.705848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-fc76026d-97d9-40eb-88cf-67bd66aa7162 req-1b0d7193-be76-4e62-93ad-efe634ffdaaf tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Unset dirty status for tenant:cd82b0f65b9b48a88e343d22b88268a0 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:08:51.707132 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-fc76026d-97d9-40eb-88cf-67bd66aa7162 req-1b0d7193-be76-4e62-93ad-efe634ffdaaf tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] 10.222.0.23 "GET /v2.0/ports?device_id=d518111e-4b74-4714-b7bd-f2deb3fdce8d HTTP/1.1" status: 200 len: 210 time: 0.0676322 Dec 21 04:08:52.187780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:57.561807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49458) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:57.744094 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-59de4ef1-e940-41f9-8aee-afd5a6ce1c78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd82b0f65b9b48a88e343d22b88268a0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1809373 Dec 21 04:08:57.746707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49464) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:08:57.810545 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:57.836764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:57.880968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:57.886410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca16f661-359e-4119-97d6-dabe880c3629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:08:57.899466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d54ad8-6189-4916-be13-562e06357531,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:08:57.902512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:08:57.911156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:08:57.923917 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02d54ad8-6189-4916-be13-562e06357531 HTTP/1.1" status: 204 len: 168 time: 0.1676362 Dec 21 04:09:00.835963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47afd8ce-a8f4-4d00-8103-1b5f8c080b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:03.273719 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1073fd53-463c-4779-a970-7c3997ac07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:03.727510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:04.748126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:05.109038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:13.814996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:09:20.204504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ac559-b44d-4e4a-88e3-689ba7d5ba35 req-564b698b-940d-4fe3-bb99-1c440b3b4018 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:20.206159 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5a8ac559-b44d-4e4a-88e3-689ba7d5ba35 req-564b698b-940d-4fe3-bb99-1c440b3b4018 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0843291 Dec 21 04:09:20.257749 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5a8ac559-b44d-4e4a-88e3-689ba7d5ba35 req-7b6ea417-e98c-4025-bbb8-24e4181b156a tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Dec 21 04:09:21.471171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509935bf-04ef-417a-8247-d48bee3b5648 req-b127fa60-2937-442d-936e-a61a5641fb0f tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:21.472662 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-509935bf-04ef-417a-8247-d48bee3b5648 req-b127fa60-2937-442d-936e-a61a5641fb0f tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0817976 Dec 21 04:09:21.517992 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-509935bf-04ef-417a-8247-d48bee3b5648 req-417470ca-0cca-48e4-a923-d4fd900b484a tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Dec 21 04:09:22.221107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:22.739356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3394-d916-446a-a4cb-814c99069f44 req-1ef895ea-6651-480f-8e02-0881dc74237b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:22.741476 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-260c3394-d916-446a-a4cb-814c99069f44 req-1ef895ea-6651-480f-8e02-0881dc74237b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0903218 Dec 21 04:09:22.789552 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-260c3394-d916-446a-a4cb-814c99069f44 req-e3f65bd2-13c0-4d36-bf67-e2a350d11528 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Dec 21 04:09:23.999401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1101dc-4e07-4ea4-8d64-0700523d5750 req-b5c07a3c-1c0c-4968-8f40-64ea995bb3fc tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:24.001013 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e1101dc-4e07-4ea4-8d64-0700523d5750 req-b5c07a3c-1c0c-4968-8f40-64ea995bb3fc tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0840778 Dec 21 04:09:24.051013 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6e1101dc-4e07-4ea4-8d64-0700523d5750 req-9f63f3f5-83e7-492e-b43c-f831dabf137b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435190 Dec 21 04:09:25.268144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dec68-652a-45f3-868d-18a06db38d88 req-c373fb86-a452-42a5-95c1-60060af37411 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:25.269797 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce5dec68-652a-45f3-868d-18a06db38d88 req-c373fb86-a452-42a5-95c1-60060af37411 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0894432 Dec 21 04:09:25.317951 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce5dec68-652a-45f3-868d-18a06db38d88 req-04890344-1cc4-4110-8058-da47b4b8934e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Dec 21 04:09:25.431202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c68b0-2643-4eca-a560-ec8cb8430de6 req-74d49443-6162-478d-8091-f439f9486572 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:25.432777 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-108c68b0-2643-4eca-a560-ec8cb8430de6 req-74d49443-6162-478d-8091-f439f9486572 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0889916 Dec 21 04:09:25.479669 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-108c68b0-2643-4eca-a560-ec8cb8430de6 req-0d1960cd-e632-42cc-b17c-28183cc1a488 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404251 Dec 21 04:09:26.527957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b81f40-5cd6-44de-9ce7-db964671090e req-ef858f99-1b87-4ee3-aaa7-f64ad665e245 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:26.529567 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1b81f40-5cd6-44de-9ce7-db964671090e req-ef858f99-1b87-4ee3-aaa7-f64ad665e245 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0827103 Dec 21 04:09:26.580766 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e1b81f40-5cd6-44de-9ce7-db964671090e req-4b43f742-a3b6-48c1-8b71-7ab35c69a53e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450327 Dec 21 04:09:26.715798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b8a4d-063b-481b-9e52-4358cd428e0d req-31ac680f-1f80-493b-b368-0c0c14439037 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:26.717415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-063b8a4d-063b-481b-9e52-4358cd428e0d req-31ac680f-1f80-493b-b368-0c0c14439037 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0885310 Dec 21 04:09:26.764645 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-063b8a4d-063b-481b-9e52-4358cd428e0d req-a98d1865-a621-4f98-96bd-18da2859bc6f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Dec 21 04:09:27.794456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e670-7134-4d85-a0a4-a943c0947287 req-dc5843d7-18b8-4244-a301-94f25ff6af15 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:27.796061 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f891e670-7134-4d85-a0a4-a943c0947287 req-dc5843d7-18b8-4244-a301-94f25ff6af15 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0883029 Dec 21 04:09:27.843019 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f891e670-7134-4d85-a0a4-a943c0947287 req-d7bca313-8b3a-4903-9778-b1457bd80e84 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Dec 21 04:09:27.990225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837d1d-7f7b-45cc-baa7-c5548e21839f req-7c558b10-018a-4764-82be-137d9af8651c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:27.991849 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-68837d1d-7f7b-45cc-baa7-c5548e21839f req-7c558b10-018a-4764-82be-137d9af8651c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0828879 Dec 21 04:09:28.041722 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-68837d1d-7f7b-45cc-baa7-c5548e21839f req-4affbbc0-5400-4907-a4cf-80d2e04f66d2 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Dec 21 04:09:29.051708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38403c82-1775-4484-9208-e68741f13f40 req-a4959d68-2d45-4158-8fc8-10dd3eb741c4 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:29.053274 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-38403c82-1775-4484-9208-e68741f13f40 req-a4959d68-2d45-4158-8fc8-10dd3eb741c4 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0824997 Dec 21 04:09:29.100755 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-38403c82-1775-4484-9208-e68741f13f40 req-ed28ddaf-5d92-47bd-ad0c-98e2379daa0e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Dec 21 04:09:29.269890 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c98f1-5b31-4627-b4ee-1b552327d2c3 req-5c051a82-c7e4-484f-aa74-35aac2b58e69 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:29.271476 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f56c98f1-5b31-4627-b4ee-1b552327d2c3 req-5c051a82-c7e4-484f-aa74-35aac2b58e69 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0853274 Dec 21 04:09:29.318636 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f56c98f1-5b31-4627-b4ee-1b552327d2c3 req-60830e69-6713-433c-a377-f9dfbe35bd3c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Dec 21 04:09:30.315850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3492f26-550d-464b-bfed-4a024c67ea8d req-ac8bcdcb-3d7e-4dff-b8e8-2b8e99c95e0a tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:30.317374 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b3492f26-550d-464b-bfed-4a024c67ea8d req-ac8bcdcb-3d7e-4dff-b8e8-2b8e99c95e0a tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0846741 Dec 21 04:09:30.366982 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b3492f26-550d-464b-bfed-4a024c67ea8d req-e00dfede-47d7-476a-a9d4-0341b62e2aaa tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 Dec 21 04:09:30.545932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1dc3b-5e57-4b9d-92f1-7fea8ed57c84 req-dadbdff4-dd7f-4cee-ad11-5e5156b09dcb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:30.547505 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f8c1dc3b-5e57-4b9d-92f1-7fea8ed57c84 req-dadbdff4-dd7f-4cee-ad11-5e5156b09dcb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0835381 Dec 21 04:09:30.593309 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f8c1dc3b-5e57-4b9d-92f1-7fea8ed57c84 req-d3cb929e-fa47-4bbe-be7e-c6c475d60a47 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Dec 21 04:09:30.837145 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c7abbab7-d2cb-4449-b1a0-bb5ac829b659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:31.578834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db25bcd-2b61-4c7b-bcd4-4955b03da3db req-72277374-7d71-4d70-92a2-041d2217b924 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:31.580316 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0db25bcd-2b61-4c7b-bcd4-4955b03da3db req-72277374-7d71-4d70-92a2-041d2217b924 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0866349 Dec 21 04:09:31.626922 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0db25bcd-2b61-4c7b-bcd4-4955b03da3db req-74175b28-5d4a-4e88-9a6e-1169020a5a2e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 Dec 21 04:09:31.819708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee90c9c-c472-4962-a923-c86dba483212 req-81af3954-3496-449d-82e4-28da9dfd3d09 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:31.821473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6ee90c9c-c472-4962-a923-c86dba483212 req-81af3954-3496-449d-82e4-28da9dfd3d09 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0847600 Dec 21 04:09:31.874913 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6ee90c9c-c472-4962-a923-c86dba483212 req-ff0c0cc2-7946-4f97-a3fd-51f1d3b3a24a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465186 Dec 21 04:09:32.028423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f80733-4bb3-481d-8955-65ef244aca2e req-6e57c108-08d3-4f13-9850-e50e52c0d7e1 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:32.030070 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f9f80733-4bb3-481d-8955-65ef244aca2e req-6e57c108-08d3-4f13-9850-e50e52c0d7e1 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0899751 Dec 21 04:09:32.077269 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f9f80733-4bb3-481d-8955-65ef244aca2e req-56d4ff2d-dd66-4b80-a939-3c9dd4dda525 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408225 Dec 21 04:09:32.187339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-b63a89c0-f30b-4c0c-b4e7-9e6bb37ef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:32.188888 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-b63a89c0-f30b-4c0c-b4e7-9e6bb37ef2d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1162 time: 0.2120910 Dec 21 04:09:32.330462 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-374741c7-c4b9-4c5f-81f0-07f3a80b398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:32.332094 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-374741c7-c4b9-4c5f-81f0-07f3a80b398b service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1366985 Dec 21 04:09:32.434394 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-81fc3888-a204-42e4-97ea-720d2b6f6e93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 1001 time: 0.0957818 Dec 21 04:09:32.504808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-589c1844-8c54-4871-b82b-1458b3d2133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:32.506288 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-589c1844-8c54-4871-b82b-1458b3d2133d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0655742 Dec 21 04:09:32.584711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-80eba662-9477-4b44-94f2-ef5dc8673412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:32.586304 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-80eba662-9477-4b44-94f2-ef5dc8673412 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0728004 Dec 21 04:09:32.728676 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-1e5cb525-f712-45ac-8022-6cce9a99a439 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345887 Dec 21 04:09:32.874914 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a0a35e92-48be-4451-b26b-43c7360b65f6 req-22a93a44-bed5-4363-94a2-c63c74527313 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365995 Dec 21 04:09:33.108327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690573d-1b84-462e-ae74-f99296de22ea req-4990698f-788f-4272-8ff4-f53494d70b2a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:33.109890 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f690573d-1b84-462e-ae74-f99296de22ea req-4990698f-788f-4272-8ff4-f53494d70b2a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0874887 Dec 21 04:09:33.156663 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f690573d-1b84-462e-ae74-f99296de22ea req-27739590-58e8-41cc-b19a-1920d1da4937 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Dec 21 04:09:33.275001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-956f310d-a10d-4e33-8085-47a46026c39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:33.290131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8c760-6f3e-4c5e-bc38-f4f89d3a4043 req-b5ad7223-5e96-4ede-b654-85d4df2dd434 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:33.291714 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0aa8c760-6f3e-4c5e-bc38-f4f89d3a4043 req-b5ad7223-5e96-4ede-b654-85d4df2dd434 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0844619 Dec 21 04:09:33.343529 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0aa8c760-6f3e-4c5e-bc38-f4f89d3a4043 req-4e403bcd-131a-45ee-a5c4-b65de183f49e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Dec 21 04:09:33.729841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:34.382874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d8e4a-ca22-4cac-97a0-15a9f0b2aa02 req-9f573564-736a-471e-9827-beae7bba001d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:34.384458 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-413d8e4a-ca22-4cac-97a0-15a9f0b2aa02 req-9f573564-736a-471e-9827-beae7bba001d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0820217 Dec 21 04:09:34.431415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-413d8e4a-ca22-4cac-97a0-15a9f0b2aa02 req-bc92083e-f1fb-4c57-80eb-90e64bfbebdb tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Dec 21 04:09:34.558831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b779-feec-4d48-b4a6-691cb68d1717 req-12d0a199-fa07-4b2f-981e-9b1de7c6574c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:34.561062 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8bd7b779-feec-4d48-b4a6-691cb68d1717 req-12d0a199-fa07-4b2f-981e-9b1de7c6574c tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0858202 Dec 21 04:09:34.607550 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8bd7b779-feec-4d48-b4a6-691cb68d1717 req-7fa9b0e8-9c5a-4f88-bcd5-8fe44be03c18 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Dec 21 04:09:34.749880 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:35.112398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:35.656147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9538a4-6965-48a1-93bb-6d67888aacab req-76fb4a83-cc7b-4faf-b9ef-804a55acc751 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:35.657773 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5a9538a4-6965-48a1-93bb-6d67888aacab req-76fb4a83-cc7b-4faf-b9ef-804a55acc751 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0840290 Dec 21 04:09:35.708081 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5a9538a4-6965-48a1-93bb-6d67888aacab req-e124c5c0-6499-49b3-807f-c06e4d4f468f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439394 Dec 21 04:09:36.935634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f027ce-a09a-49db-8765-564ec4f8ce41 req-4f8f6d47-ce7c-489b-b184-b9646116f28a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:36.937233 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-57f027ce-a09a-49db-8765-564ec4f8ce41 req-4f8f6d47-ce7c-489b-b184-b9646116f28a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0826099 Dec 21 04:09:36.984544 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-57f027ce-a09a-49db-8765-564ec4f8ce41 req-994a7fc4-086d-4e1c-928b-c140e5b7e647 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Dec 21 04:09:38.215417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c2cb1-f222-4c0b-b3cb-764257c86043 req-acf7b818-5e9d-4e68-a874-31643375eb38 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:38.216963 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b96c2cb1-f222-4c0b-b3cb-764257c86043 req-acf7b818-5e9d-4e68-a874-31643375eb38 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0875347 Dec 21 04:09:38.267265 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b96c2cb1-f222-4c0b-b3cb-764257c86043 req-c51b198b-ee1d-43c5-bc55-034e57709d37 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Dec 21 04:09:39.517147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f512e-2488-4a82-a239-37643b498063 req-c8958e36-e03a-4b97-87dc-0c765cedaa70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:39.519534 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-737f512e-2488-4a82-a239-37643b498063 req-c8958e36-e03a-4b97-87dc-0c765cedaa70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0907426 Dec 21 04:09:39.573093 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-737f512e-2488-4a82-a239-37643b498063 req-2546b491-0949-46e4-9e55-7b4210efbdd6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Dec 21 04:09:40.845744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad0241-2e33-4cb0-a64c-630c74f48a18 req-a38cc94b-aad0-400f-acc6-7165e7246ca5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:40.846960 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7cad0241-2e33-4cb0-a64c-630c74f48a18 req-a38cc94b-aad0-400f-acc6-7165e7246ca5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.1194246 Dec 21 04:09:40.897434 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7cad0241-2e33-4cb0-a64c-630c74f48a18 req-dbb86c67-e66c-4ccf-96ab-23aa0a650b02 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Dec 21 04:09:42.149239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd5196-a12b-453b-b3f1-f4330faab9c0 req-06dcc7f8-7487-4302-9c22-15f9dc6453c7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:42.150914 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21cd5196-a12b-453b-b3f1-f4330faab9c0 req-06dcc7f8-7487-4302-9c22-15f9dc6453c7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0916698 Dec 21 04:09:42.205269 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-21cd5196-a12b-453b-b3f1-f4330faab9c0 req-a26ec50a-6d89-4be6-bbb2-4af4830424c0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473650 Dec 21 04:09:43.446716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a84b8-6470-4659-b605-b8394b2fa38f req-af3e0876-92e9-476d-8dc7-f514cde1ff99 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:43.448323 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f44a84b8-6470-4659-b605-b8394b2fa38f req-af3e0876-92e9-476d-8dc7-f514cde1ff99 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0875883 Dec 21 04:09:43.504363 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f44a84b8-6470-4659-b605-b8394b2fa38f req-cccaf779-01f3-4e35-9f85-5fdfa3161a08 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484049 Dec 21 04:09:44.749828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f067695-9a04-4cc8-9ccd-9841d911eb9b req-51cf5ef3-0bc1-48e6-af37-3fbfc4d13e1e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:44.752204 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f067695-9a04-4cc8-9ccd-9841d911eb9b req-51cf5ef3-0bc1-48e6-af37-3fbfc4d13e1e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0925961 Dec 21 04:09:44.811415 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8f067695-9a04-4cc8-9ccd-9841d911eb9b req-67153205-28e5-4a95-8541-58e399f310b3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524518 Dec 21 04:09:46.067666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17585785-e7a3-48dd-a230-d1cdecf0e643 req-38f11336-1664-439d-9fca-3862f6d94560 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:46.069338 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-17585785-e7a3-48dd-a230-d1cdecf0e643 req-38f11336-1664-439d-9fca-3862f6d94560 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0916660 Dec 21 04:09:46.119238 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-17585785-e7a3-48dd-a230-d1cdecf0e643 req-a34d2dfa-bc8a-4a75-8175-188afbe74874 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Dec 21 04:09:47.346582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584e322-da39-4763-a1be-5217805370c6 req-2c734454-8d50-440c-aeca-ecce55db8ac4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:47.348198 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f584e322-da39-4763-a1be-5217805370c6 req-2c734454-8d50-440c-aeca-ecce55db8ac4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0838416 Dec 21 04:09:47.400443 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f584e322-da39-4763-a1be-5217805370c6 req-baea83fa-07e6-45dd-9701-e2c1ca68e525 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451999 Dec 21 04:09:47.511787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-e2043296-e532-420b-b22e-e56a065cf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:47.513411 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-e2043296-e532-420b-b22e-e56a065cf755 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1163 time: 0.0737088 Dec 21 04:09:47.652654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-80b763ef-bc8b-41a2-ab77-9bd7c779c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:47.654149 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-80b763ef-bc8b-41a2-ab77-9bd7c779c7f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.1346164 Dec 21 04:09:47.975996 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-ebdd1a7c-efc1-4d38-8207-46b9338f4995 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 200 len: 1002 time: 0.3148975 Dec 21 04:09:48.043715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-8ee51ccd-8cdd-43bf-82a6-8a1734f9daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:48.045191 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-8ee51ccd-8cdd-43bf-82a6-8a1734f9daa1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.0626924 Dec 21 04:09:48.124418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-ad9ed8de-dbd5-4671-961e-56d8168f9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:48.126530 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-ad9ed8de-dbd5-4671-961e-56d8168f9e06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0754399 Dec 21 04:09:48.265925 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-d1ef767c-338b-4df5-87bc-d1d618bde196 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327910 Dec 21 04:09:48.404861 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6bf7efbf-389c-4860-aef6-1ccacb985c15 req-8f07c7bc-eb93-4b23-8d9c-57af58089b00 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331971 Dec 21 04:09:48.474966 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-23bc0c8d-eeff-43a6-8478-bf10f328c498 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0759227 Dec 21 04:09:48.624182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-e00eee7c-2308-41f3-bf42-cd9b6a495004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:48.625766 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-e00eee7c-2308-41f3-bf42-cd9b6a495004 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 1162 time: 0.0776455 Dec 21 04:09:48.628236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012a390-955d-4eb5-a671-0850c8a13d38 req-3dd6c9af-8620-4d79-988c-10cc5e65fce1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:48.629871 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9012a390-955d-4eb5-a671-0850c8a13d38 req-3dd6c9af-8620-4d79-988c-10cc5e65fce1 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0829000 Dec 21 04:09:48.677687 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9012a390-955d-4eb5-a671-0850c8a13d38 req-900cdf33-1307-4fb1-b781-fcf209836687 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Dec 21 04:09:48.782673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-cfcaf6f6-072c-454d-8deb-eeedff5a03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:48.784249 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-cfcaf6f6-072c-454d-8deb-eeedff5a03d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1387603 Dec 21 04:09:48.886884 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-0bc66728-5d0e-4884-b670-11f66e9b9965 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 200 len: 1001 time: 0.0960550 Dec 21 04:09:48.960455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-dac044e5-1d2a-4d65-8e13-0bf6e171035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:48.962033 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-dac044e5-1d2a-4d65-8e13-0bf6e171035e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0670416 Dec 21 04:09:49.040761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-e552a929-6d1a-4582-a021-15885f45ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:49.042310 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-e552a929-6d1a-4582-a021-15885f45ed09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0716708 Dec 21 04:09:49.183364 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-d5a45372-c67d-4e08-a5ae-c71dada9805c service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331999 Dec 21 04:09:49.324353 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7bf397db-58e0-4b7a-a474-1dd22429872c req-b9bc5fe6-35d1-4dfd-83ca-8124117cb3fd service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1330078 Dec 21 04:09:49.906366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423983b-754c-4fc3-b1c8-085f85ab5e4d req-e5f3feb5-ca69-4fab-b19f-d9c32f4cb125 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:49.907921 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f423983b-754c-4fc3-b1c8-085f85ab5e4d req-e5f3feb5-ca69-4fab-b19f-d9c32f4cb125 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0840962 Dec 21 04:09:49.958105 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f423983b-754c-4fc3-b1c8-085f85ab5e4d req-b95c5f41-b587-4d19-869e-b944d35c5bd7 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Dec 21 04:09:50.814249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:09:51.180239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41927c2d-342c-43c7-bbae-dc8c3768cd6d req-4b080aab-af12-4339-9128-fe0215f63426 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:51.181861 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-41927c2d-342c-43c7-bbae-dc8c3768cd6d req-4b080aab-af12-4339-9128-fe0215f63426 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0825558 Dec 21 04:09:51.231536 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-41927c2d-342c-43c7-bbae-dc8c3768cd6d req-5f3e9b7f-95f5-483f-9d2f-ebeed59c5aee tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Dec 21 04:09:51.740750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:09:51.858343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:51.885871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:09:51.897073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 5118151a-75d2-4bbd-8965-d1db73bac62b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5118151a-75d2-4bbd-8965-d1db73bac62b,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:09:51.900335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:51.902968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:09:51.973581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:09:51.981615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.982007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.982386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.982759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.983131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.983499 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.983863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.984274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.984639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.984975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.985527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.985933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.986339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.986703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.987065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.987421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.987781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.988140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.988498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.988853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.989232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.989625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.989988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.990345 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:09:51.994928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:09:52.123388 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'code': 422} returned with failed status Dec 21 04:09:52.217215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:09:52.756562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49710) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:09:52.791619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121520-5b08-481f-bdf5-7be8863a3f7c req-6dd1a86c-6db9-4204-96b1-36dcf33c28d4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:52.793216 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ca121520-5b08-481f-bdf5-7be8863a3f7c req-6dd1a86c-6db9-4204-96b1-36dcf33c28d4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0899515 Dec 21 04:09:52.840700 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ca121520-5b08-481f-bdf5-7be8863a3f7c req-3bc5b2a7-e2ed-4b37-b2c5-b5835ca7a63c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Dec 21 04:09:52.912473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-85244925-6808-4daa-b7ec-d6c82f51b398 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1544518 Dec 21 04:09:53.665457 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-29249cbf-7442-4967-b230-3495ef639ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:53.667128 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-29249cbf-7442-4967-b230-3495ef639ad9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96&tenant_id=70f15df5ba1e40b5b20e5b11b2847f20 HTTP/1.1" status: 200 len: 1161 time: 0.0770769 Dec 21 04:09:53.765136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-5544fd68-91d2-439f-b17f-3c4daf6fe919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:53.766838 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-5544fd68-91d2-439f-b17f-3c4daf6fe919 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1161 time: 0.0740457 Dec 21 04:09:53.911082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-e6bb2882-f679-48d3-a5c7-0456f8dae25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:53.912695 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-e6bb2882-f679-48d3-a5c7-0456f8dae25b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 200 len: 910 time: 0.1389778 Dec 21 04:09:54.023827 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-9602f129-1d0c-4f70-938b-0cd6d06d80f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 200 len: 1000 time: 0.1036410 Dec 21 04:09:54.079292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa44e-4bdb-4f38-ad66-de02de8847db req-51a75713-34ad-4674-8f1e-1798c303d71b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:54.080903 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3bfa44e-4bdb-4f38-ad66-de02de8847db req-51a75713-34ad-4674-8f1e-1798c303d71b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0899408 Dec 21 04:09:54.099367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-6404c39e-6eab-4170-8e6c-eaf2289910f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:54.100917 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-6404c39e-6eab-4170-8e6c-eaf2289910f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 200 len: 855 time: 0.0695651 Dec 21 04:09:54.128197 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a3bfa44e-4bdb-4f38-ad66-de02de8847db req-a6f0b5b6-1df8-4812-adfe-0363ec1a5183 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Dec 21 04:09:54.181700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-f8e5f0ea-fc56-4108-a0b0-0c839acc4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:54.183315 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-f8e5f0ea-fc56-4108-a0b0-0c839acc4341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d7f759-c45c-4588-a460-4f62b72c6044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0750976 Dec 21 04:09:54.326387 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-f2f3cec7-3c1d-4594-825f-bb8d59edbf25 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343896 Dec 21 04:09:54.696917 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6fdf96b7-34be-4b9c-b784-5d4694dc8047 req-e3be52c2-a92e-4127-b725-3e4291b780d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3629060 Dec 21 04:09:55.356311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120853e-f669-4ecd-8800-7e780819bfe6 req-2399d2e1-7101-492a-918f-92815fbabd7d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:55.357961 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7120853e-f669-4ecd-8800-7e780819bfe6 req-2399d2e1-7101-492a-918f-92815fbabd7d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0842674 Dec 21 04:09:55.408640 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7120853e-f669-4ecd-8800-7e780819bfe6 req-7960e39b-44e3-45a4-84fd-d810ad8fd3e0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Dec 21 04:09:56.652138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f53a50-b045-4195-a800-67f6ff396772 req-e838cc57-392f-4b44-9db1-88a38667b9d0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:56.653773 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b8f53a50-b045-4195-a800-67f6ff396772 req-e838cc57-392f-4b44-9db1-88a38667b9d0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0879941 Dec 21 04:09:56.707521 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b8f53a50-b045-4195-a800-67f6ff396772 req-9b6272d6-c66a-46b6-8589-a506c6859d65 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469291 Dec 21 04:09:58.109912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b74311-ccf1-422c-a2a2-644ef66a6545 req-bb784e35-c703-4022-a859-345b88623390 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:58.112005 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-75b74311-ccf1-422c-a2a2-644ef66a6545 req-bb784e35-c703-4022-a859-345b88623390 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0891914 Dec 21 04:09:58.162383 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-75b74311-ccf1-422c-a2a2-644ef66a6545 req-42e37f7b-9cc1-4795-a75c-d163e76ea2c0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Dec 21 04:09:59.398257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b498-fbb1-4571-b439-bba890e31bf0 req-b972cfe9-ae66-4595-8b1e-4a5df6923188 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:09:59.399885 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5cd6b498-fbb1-4571-b439-bba890e31bf0 req-b972cfe9-ae66-4595-8b1e-4a5df6923188 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0864339 Dec 21 04:09:59.459083 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5cd6b498-fbb1-4571-b439-bba890e31bf0 req-ad0be77a-231b-4e52-872f-a7f8a81c3e88 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525455 Dec 21 04:10:00.697735 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820aa951-ea46-4fe2-b758-6dad75db3f3d req-47bebbf2-abe0-44c3-b9cf-f44b204b65c6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:00.699388 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-820aa951-ea46-4fe2-b758-6dad75db3f3d req-47bebbf2-abe0-44c3-b9cf-f44b204b65c6 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0866585 Dec 21 04:10:00.748581 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-820aa951-ea46-4fe2-b758-6dad75db3f3d req-6d62e967-acf8-4093-9368-b636515b7025 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Dec 21 04:10:00.841882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d1509bb9-29a6-48f0-b63a-149d19da0a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:01.991245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd11c-0d96-4e1d-a639-39d2afa9d105 req-33fe7afb-1809-4223-9028-5a06326e3ec5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:01.992863 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ceccd11c-0d96-4e1d-a639-39d2afa9d105 req-33fe7afb-1809-4223-9028-5a06326e3ec5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0915496 Dec 21 04:10:02.041844 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ceccd11c-0d96-4e1d-a639-39d2afa9d105 req-5c3026e6-2b25-451d-874d-d18bad24ba33 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Dec 21 04:10:03.276376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bbf9e71d-d3f1-408b-956a-c12ac50dc05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:03.276945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26361cc1-906f-4be1-a50c-5bfa44c110eb req-9f90d214-c8d1-401a-9a19-9e98b90920ce tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:03.278572 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26361cc1-906f-4be1-a50c-5bfa44c110eb req-9f90d214-c8d1-401a-9a19-9e98b90920ce tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0891340 Dec 21 04:10:03.330770 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26361cc1-906f-4be1-a50c-5bfa44c110eb req-627617bc-0a75-4def-b3bf-612fa8c45919 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458748 Dec 21 04:10:03.733182 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:04.564273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8a94-4bde-499a-95fc-1b791f354002 req-6b05f27e-cd11-452a-9d3e-397829627d7e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:04.565931 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-178d8a94-4bde-499a-95fc-1b791f354002 req-6b05f27e-cd11-452a-9d3e-397829627d7e tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0851817 Dec 21 04:10:04.615170 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-178d8a94-4bde-499a-95fc-1b791f354002 req-cc3d4e86-e73b-425b-9a98-057aa57b67a4 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Dec 21 04:10:04.751997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:05.117423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:05.851678 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c978b8-d05f-4a18-8dac-569f5f634fde req-7e9673da-1453-4ee2-aa4b-7ec9fb7f38df tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:05.853305 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-00c978b8-d05f-4a18-8dac-569f5f634fde req-7e9673da-1453-4ee2-aa4b-7ec9fb7f38df tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0861108 Dec 21 04:10:05.899787 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-00c978b8-d05f-4a18-8dac-569f5f634fde req-034e6f29-fdaf-404e-8b61-adfc8c4e4898 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 Dec 21 04:10:07.122040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a21a0-8c8c-474a-8241-292cfd7fe324 req-f173a097-907c-4e9b-80fd-d9494d6ccf0c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:07.123625 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f56a21a0-8c8c-474a-8241-292cfd7fe324 req-f173a097-907c-4e9b-80fd-d9494d6ccf0c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 944 time: 0.0821166 Dec 21 04:10:07.173610 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f56a21a0-8c8c-474a-8241-292cfd7fe324 req-14bce700-8d7f-42b0-a037-15bf106644de tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Dec 21 04:10:08.179777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:10:08.253322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5118151a-75d2-4bbd-8965-d1db73bac62b triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:10:08.253772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:08.377394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:08.406485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:10:08.418227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port 5118151a-75d2-4bbd-8965-d1db73bac62b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5118151a-75d2-4bbd-8965-d1db73bac62b,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:08.421472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:08.423485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:08.469240 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'code': 200} Dec 21 04:10:08.496333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=6']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:08.499568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:08.551886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f02ab-9075-4e50-982b-40147cc05bb4 req-d73abc2b-93ca-41b8-a683-ae094d0c0c2f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:08.553635 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f26f02ab-9075-4e50-982b-40147cc05bb4 req-d73abc2b-93ca-41b8-a683-ae094d0c0c2f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0943012 Dec 21 04:10:08.600991 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f26f02ab-9075-4e50-982b-40147cc05bb4 req-58167e16-b8d7-405f-928c-fff5a1f283f0 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Dec 21 04:10:08.717701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a2aa-b39d-4e96-8959-117d218f6ce5 req-017da4b2-6439-4839-a063-00e6dd21547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:08.719324 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2128a2aa-b39d-4e96-8959-117d218f6ce5 req-017da4b2-6439-4839-a063-00e6dd21547b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 1163 time: 0.0749383 Dec 21 04:10:08.765567 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2128a2aa-b39d-4e96-8959-117d218f6ce5 req-12c120cf-ab42-4a3e-a058-045a7cc78c54 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393395 Dec 21 04:10:09.838418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afac91d-81ea-4af9-8bac-76736be96956 req-e69ddbbf-b4e4-477f-89ef-36ec84251a41 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:09.840132 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1afac91d-81ea-4af9-8bac-76736be96956 req-e69ddbbf-b4e4-477f-89ef-36ec84251a41 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0907784 Dec 21 04:10:09.891095 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-1afac91d-81ea-4af9-8bac-76736be96956 req-bb33455b-2009-49c9-91ce-99f9bceaa72f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443807 Dec 21 04:10:09.913786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:10:09.989634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port 5118151a-75d2-4bbd-8965-d1db73bac62b triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:10:09.990062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:11.064846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe2d29-9869-4ede-ba99-3db3d3040037 req-0126cf6e-a39e-4813-9207-5a5892d74040 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:11.066451 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2bbe2d29-9869-4ede-ba99-3db3d3040037 req-0126cf6e-a39e-4813-9207-5a5892d74040 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0841603 Dec 21 04:10:11.162743 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2bbe2d29-9869-4ede-ba99-3db3d3040037 req-0ddada1a-b4cc-4d79-9ad5-02cdd3be76c4 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899568 Dec 21 04:10:11.195017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858a129-c2f2-40a9-b7b0-99adc6a38b65 req-ae7920e4-5b15-4ee3-9f79-4b9dac75b096 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:11.197290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3858a129-c2f2-40a9-b7b0-99adc6a38b65 req-ae7920e4-5b15-4ee3-9f79-4b9dac75b096 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.1105261 Dec 21 04:10:11.245693 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3858a129-c2f2-40a9-b7b0-99adc6a38b65 req-8a1d9e47-284d-4597-b11e-b06287c46e45 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Dec 21 04:10:12.372535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5fb3b-20ad-4732-a2c0-17c0b078a228 req-996eb06d-0015-41ed-b59b-1afd07d9f197 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:12.374171 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ee5fb3b-20ad-4732-a2c0-17c0b078a228 req-996eb06d-0015-41ed-b59b-1afd07d9f197 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0821342 Dec 21 04:10:12.422952 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7ee5fb3b-20ad-4732-a2c0-17c0b078a228 req-96484407-168a-45de-beca-35ace12a11b2 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Dec 21 04:10:13.045202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-c790be79-eebf-40ee-bca1-12ad9f3b9d00 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:13.045980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-c790be79-eebf-40ee-bca1-12ad9f3b9d00 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:10:13.062097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-c790be79-eebf-40ee-bca1-12ad9f3b9d00 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:10:13.063290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-c790be79-eebf-40ee-bca1-12ad9f3b9d00 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0980232 Dec 21 04:10:13.134504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Deleting port 0afa8c1a-8786-4f54-b35f-03eee2257919 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:13.134897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:13.388043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] For port 0afa8c1a-8786-4f54-b35f-03eee2257919, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0afa8c1a-8786-4f54-b35f-03eee2257919,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:13.388601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:13.635958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e252921-fbe5-4641-93d0-fb4d5773baf2 req-7c2612dd-47fb-4a11-8466-f7200b170349 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:13.637590 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9e252921-fbe5-4641-93d0-fb4d5773baf2 req-7c2612dd-47fb-4a11-8466-f7200b170349 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 945 time: 0.0850663 Dec 21 04:10:13.685401 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9e252921-fbe5-4641-93d0-fb4d5773baf2 req-4106ac6f-b422-4b24-aed6-baa534b69bc8 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=5f273403-fc24-4528-9911-7350124c7ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 Dec 21 04:10:13.691204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:13.691622 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:13.691973 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Floating IP 1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc disassociated. External IP: 172.28.1.105, port: 0afa8c1a-8786-4f54-b35f-03eee2257919. Dec 21 04:10:13.692350 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Calling delete_port for 0afa8c1a-8786-4f54-b35f-03eee2257919 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:13.831780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:13.844398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0afa8c1a-8786-4f54-b35f-03eee2257919 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:10:13.846444 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c2258611-563a-40f2-8d6e-e4f8037e1dff tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:13.878446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 0afa8c1a-8786-4f54-b35f-03eee2257919 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:10:13.878838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 0afa8c1a-8786-4f54-b35f-03eee2257919 not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:10:13.906632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event deleted for resources: {'Port': ['ID=0afa8c1a-8786-4f54-b35f-03eee2257919,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:13.918413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.918818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.919216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.919631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.920027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.920415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.920803 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.921190 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.921603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.921988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.922372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.922754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.923198 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.923580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.923958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.924340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.924720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.925100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.925476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.925878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.926256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.926903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.927282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.927660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:13.933155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:14.216927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:10:14.398668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:10:14.409003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:10:14.421066 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:14.421774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:14.435852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] No DVR routers for this DVR port 0afa8c1a-8786-4f54-b35f-03eee2257919 on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:10:14.438342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:14.441236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'name': 'network-vif-deleted', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:10:14.463499 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-861267b1-c89b-49b6-823c-3fed2794f7b8 req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "DELETE /v2.0/ports/0afa8c1a-8786-4f54-b35f-03eee2257919 HTTP/1.1" status: 204 len: 173 time: 1.3950956 Dec 21 04:10:14.598288 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c777f4f-aa9f-4c28-8ecf-5034975471df', 'name': 'network-vif-deleted', 'tag': '0afa8c1a-8786-4f54-b35f-03eee2257919', 'status': 'completed', 'code': 200} Dec 21 04:10:14.771847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:14.880704 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-131735a6-1825-4d19-8992-abf79d185ca9 req-c6ae3b28-a0b3-423a-b20e-da4e5589a7f8 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=4c777f4f-aa9f-4c28-8ecf-5034975471df HTTP/1.1" status: 200 len: 210 time: 0.0518904 Dec 21 04:10:15.111424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:15.115454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:10:15.125017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:15.125729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:15.303908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:15.627614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:15.631809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca805d5-3fb8-4f84-864d-29028d1fd8e2 None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:10:16.007654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea865b-201a-4351-b308-c89133776240 None None] New status for floating IP 1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc: DOWN {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:10:16.032015 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49844) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:16.102995 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.131729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.180356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.185716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-13d16031-118b-47af-b664-eb7f2b150ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:16.201611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f273403-fc24-4528-9911-7350124c7ee8,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:16.208274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:16.209417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.210289 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "DELETE /v2.0/security-groups/5f273403-fc24-4528-9911-7350124c7ee8 HTTP/1.1" status: 204 len: 168 time: 0.1771092 Dec 21 04:10:16.213754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49848) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:16.233249 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.v2.resource [None req-53895134-1dc8-4224-81fb-3017d955cea1 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] show failed (client error): The resource could not be found. Dec 21 04:10:16.234527 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-53895134-1dc8-4224-81fb-3017d955cea1 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups/5f273403-fc24-4528-9911-7350124c7ee8 HTTP/1.1" status: 404 len: 347 time: 0.0197465 Dec 21 04:10:16.237665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49852) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:16.395537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Deleting port c2971e60-b7e1-40d1-b8c5-1da4df4924fe {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:16.395918 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.569991 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.570367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.698871 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Calling delete_port for c2971e60-b7e1-40d1-b8c5-1da4df4924fe owned by network:floatingip {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:16.833361 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:16.848484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-567aad66-a04a-4776-ad55-9928ad25c5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:16.906832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event deleted for resources: {'Port': ['ID=c2971e60-b7e1-40d1-b8c5-1da4df4924fe,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:16.910040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:17.069272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.083524 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.084737 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "DELETE /v2.0/floatingips/1ed0be3a-645e-48f3-9e34-3b9eb52bcfdc HTTP/1.1" status: 204 len: 168 time: 0.8462522 Dec 21 04:10:17.664877 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49858) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:17.671183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'security_group': {'name': 'tempest-securitygroup--559825937', 'description': 'tempest-description--531486301'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:17.677686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:10:17.682023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:10:17.684994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:10:17.690668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:10:17.700220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.721685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:10:17.725708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:10:17.730347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:10:17.736653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:10:17.807263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.809905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.814974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:17.857758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'SecurityGroup': ['ID=877f157e-e5d4-4554-becf-953fb0a3def7,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:17.864930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.866261 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 0.1997111 Dec 21 04:10:17.867948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.868357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.868759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.869159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.869391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49862) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:17.869566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.869968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.870359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.870747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.871133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.871576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.871901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.872286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.872728 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.873111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.873492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.873901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.874282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.874661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.875039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.875417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.875523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'security_group_rule': {'security_group_id': '877f157e-e5d4-4554-becf-953fb0a3def7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:17.875798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.876173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.876551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.876927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:10:17.880937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:17.882080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:10:17.886794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:10:17.889849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:10:17.895682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:10:17.914772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.977710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.980355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:17.982447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:18.002974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2a75bd-c81b-49e8-bad9-232cbf98c063,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:18.007786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:18.014276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.015536 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-795cb5d9-9f62-4a5d-abcc-80b6189f3476 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1449964 Dec 21 04:10:18.018373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49866) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:18.023732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'security_group_rule': {'security_group_id': '877f157e-e5d4-4554-becf-953fb0a3def7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:18.030286 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:10:18.034437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:security_group_rule and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:10:18.037437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:10:18.043259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:10:18.062344 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.124840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.127300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.129319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:18.152448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87337c-1107-4c49-805c-b6bb20212c0d,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:18.154848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:18.160740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group_rule, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.162023 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-15d742ab-bde1-4563-957f-80efac16c135 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1426713 Dec 21 04:10:18.165227 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 49870) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:18.170686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'floatingip': {'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:18.176225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:10:18.181091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:floatingip and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:10:18.184325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:10:18.190080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:10:18.199993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.341243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:18.604713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Allocated IP 172.28.1.239 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/42a16285-729e-4170-ab58-948d06ad054b) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:10:18.982389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.008657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.024464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:19.165612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'Port': ['ID=42a16285-729e-4170-ab58-948d06ad054b,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:19.168885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:19.212369 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:10:19.213567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:10:19.215829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:10:19.299990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.358005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.626950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.630262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.645783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ea16078f-3a31-4bb4-94ed-baaf204fce86 tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:19.784307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'Port': ['ID=42a16285-729e-4170-ab58-948d06ad054b,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:19.787631 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:19.884282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.905885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:19.907334 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7410600 Dec 21 04:10:20.148874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2485b540-9885-4011-beea-649c0f65979a req-44e1650f-d940-4f67-83e5-23e624563407 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:10:20.162996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2485b540-9885-4011-beea-649c0f65979a req-44e1650f-d940-4f67-83e5-23e624563407 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:10:20.164203 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-44e1650f-d940-4f67-83e5-23e624563407 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--559825937&fields=id&tenant_id=e493e3520463403a898add07aff6137f HTTP/1.1" status: 200 len: 267 time: 0.0560982 Dec 21 04:10:20.323489 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-a40020c5-b16c-4793-b831-63f4b39c2b06 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:20.325048 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-a40020c5-b16c-4793-b831-63f4b39c2b06 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 811 time: 0.1531582 Dec 21 04:10:20.340967 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-f13c8d1e-8d1b-4b54-a8ce-181f32b92617 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/quotas/e493e3520463403a898add07aff6137f HTTP/1.1" status: 200 len: 375 time: 0.0099180 Dec 21 04:10:20.431012 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-0515e452-5d5a-4857-a997-a61316d30f8b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840411 Dec 21 04:10:20.656694 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-b46b458a-25fe-4229-a0d7-f0fd8d245f21 service neutron] 10.222.0.23 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130964 Dec 21 04:10:20.797944 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-4af38cac-c6aa-4772-9da9-057190bda6c1 service neutron] 10.222.0.23 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343434 Dec 21 04:10:21.010629 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-495a917b-b081-4a0f-a074-c47c2f5c03ff req-d01c7eeb-f744-4d16-a7d6-a7b86072aecf tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 210 time: 0.0474868 Dec 21 04:10:22.046637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-9c50cf77-9b82-4d8f-a4f7-3b327b1a3d60 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:22.048208 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-9c50cf77-9b82-4d8f-a4f7-3b327b1a3d60 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 811 time: 0.1595008 Dec 21 04:10:22.130366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2485b540-9885-4011-beea-649c0f65979a req-d4047979-1dff-4c59-8c03-fa2e1c0199ea tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:10:22.143820 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2485b540-9885-4011-beea-649c0f65979a req-d4047979-1dff-4c59-8c03-fa2e1c0199ea tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:security_group {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:10:22.145201 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-d4047979-1dff-4c59-8c03-fa2e1c0199ea tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e493e3520463403a898add07aff6137f HTTP/1.1" status: 200 len: 5507 time: 0.0812867 Dec 21 04:10:22.159225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'port': {'device_id': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'admin_state_up': True, 'tenant_id': 'e493e3520463403a898add07aff6137f', 'security_groups': ['877f157e-e5d4-4554-becf-953fb0a3def7']}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:22.196977 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0c419973-377b-40ab-a523-8dfb7a55b93f req-8d6a47de-02fe-4c40-a874-3be544a9387e tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 210 time: 0.0494225 Dec 21 04:10:22.242003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:22.303307 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:10:22.308235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Usage tracker for resource:port and tenant:e493e3520463403a898add07aff6137f is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:10:22.311185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Quota usage for port was recalculated. Used quota:3. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:10:22.316886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:10:22.325407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Made reservation on behalf of e493e3520463403a898add07aff6137f for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:10:22.330901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:22.633156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Allocated IP 172.20.0.13 (80d3cf97-b839-4cb0-af92-d72595594be6/b39a0a80-cb6f-444c-8954-4a72c33f0f2f/d026eb0c-6602-4173-88d4-c3fc8da381d3) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:10:22.824408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:22.840669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Transition to ACTIVE for port object d026eb0c-6602-4173-88d4-c3fc8da381d3 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:10:22.860129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:22.876643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9ad131ff-bacf-401a-9185-49d96be9e9d0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:23.024567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event updated for resources: {'Port': ['ID=d026eb0c-6602-4173-88d4-c3fc8da381d3,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:23.027639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:23.067688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Network 80d3cf97-b839-4cb0-af92-d72595594be6 is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:10:23.068828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:10:23.071575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:10:23.139662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:23.140368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:23.164887 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-e459bc7c-e2db-4644-bbad-6ca36751e772 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097284 Dec 21 04:10:23.178335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Request body: {'port': {'device_id': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:23.284516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-03919674-e732-45e3-8b36-43ba960dfdf5 None None] Provisioning for port d026eb0c-6602-4173-88d4-c3fc8da381d3 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:10:23.290165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-03919674-e732-45e3-8b36-43ba960dfdf5 None None] Provisioning complete for port d026eb0c-6602-4173-88d4-c3fc8da381d3 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:10:23.290584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-03919674-e732-45e3-8b36-43ba960dfdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:23.295783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:23.347742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-03919674-e732-45e3-8b36-43ba960dfdf5 None None] Port d026eb0c-6602-4173-88d4-c3fc8da381d3 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:10:23.410645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d546dc-52b0-4715-82d8-5729c6f5dd34 req-71f7fda5-da1b-4cf1-8d94-d46e51c963b0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:23.412239 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-65d546dc-52b0-4715-82d8-5729c6f5dd34 req-71f7fda5-da1b-4cf1-8d94-d46e51c963b0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 932 time: 0.0837414 Dec 21 04:10:23.459869 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-65d546dc-52b0-4715-82d8-5729c6f5dd34 req-72bfcc79-d148-4c9a-af52-0df46bd66d64 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Dec 21 04:10:23.704603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d026eb0c-6602-4173-88d4-c3fc8da381d3 {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:10:23.712075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:23.723913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Transition to ACTIVE for port object d026eb0c-6602-4173-88d4-c3fc8da381d3 will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:10:23.726533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:23.742138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9d58f9f4-ef54-406b-8906-c143631a9722 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:23.879360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Pushing event updated for resources: {'Port': ['ID=d026eb0c-6602-4173-88d4-c3fc8da381d3,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:23.884921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:24.065163 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Attempting to bind port d026eb0c-6602-4173-88d4-c3fc8da381d3 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:10:24.065528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Attempting to bind port d026eb0c-6602-4173-88d4-c3fc8da381d3 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:10:24.065927 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Attempting to bind port d026eb0c-6602-4173-88d4-c3fc8da381d3 on network 80d3cf97-b839-4cb0-af92-d72595594be6 {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:10:24.072346 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:10:24.072823 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Checking segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:10:24.073111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:24.073514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Bound using segment: {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:10:24.074026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Bound port: d026eb0c-6602-4173-88d4-c3fc8da381d3, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366bbf04-8ba3-4479-9bcb-0c3d707993d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:10:24.074407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:24.164065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] For port d026eb0c-6602-4173-88d4-c3fc8da381d3, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:10:24.167283 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] For port d026eb0c-6602-4173-88d4-c3fc8da381d3, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:10:24.171139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:24.187185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac2e77e3-e5b6-4175-8252-b90eb9d9a93d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:24.554072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Pushing event updated for resources: {'Port': ['ID=d026eb0c-6602-4173-88d4-c3fc8da381d3,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:24.559630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:24.594972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:24.595644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:24.597167 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-e6377886-ce64-4d34-83cf-a00cb92d6588 service neutron] 10.222.0.21 "PUT /v2.0/ports/d026eb0c-6602-4173-88d4-c3fc8da381d3 HTTP/1.1" status: 200 len: 1158 time: 1.4238889 Dec 21 04:10:24.597659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:10:24.678672 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'status': 'completed', 'code': 200} Dec 21 04:10:24.679529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9ee1-8ed6-4189-a642-57a9d5033be3 req-ed0085fa-e4d6-4c13-b9ec-32f763861438 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:24.684145 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5eee9ee1-8ed6-4189-a642-57a9d5033be3 req-ed0085fa-e4d6-4c13-b9ec-32f763861438 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 944 time: 0.0943687 Dec 21 04:10:24.716985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-2439b80c-8f49-4cc5-a318-ede468ee538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:24.719295 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-2439b80c-8f49-4cc5-a318-ede468ee538f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 1161 time: 0.0844188 Dec 21 04:10:24.730981 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5eee9ee1-8ed6-4189-a642-57a9d5033be3 req-8a388d25-f189-48e7-9757-3793bf8ec1fb tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Dec 21 04:10:24.796352 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-c852efb0-8d3c-4992-bf3e-6b34a5dea652 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3 HTTP/1.1" status: 200 len: 217 time: 0.0696137 Dec 21 04:10:24.864484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-4acd7c6d-8703-4c66-8ab2-c374e3da94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:24.866020 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-4acd7c6d-8703-4c66-8ab2-c374e3da94d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0635481 Dec 21 04:10:24.945243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b540-9885-4011-beea-649c0f65979a req-884c1e81-97f5-4f5a-8884-f8f4f1352a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:24.947070 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-884c1e81-97f5-4f5a-8884-f8f4f1352a6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0748882 Dec 21 04:10:25.089695 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-76ae7937-081f-4e53-9ea9-03504139ea4f service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359997 Dec 21 04:10:25.234320 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2485b540-9885-4011-beea-649c0f65979a req-4a9b257d-0d9d-4e08-8c2d-abc30e77f976 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379077 Dec 21 04:10:25.355547 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-2f3da312-fe58-4efe-bae0-18eee4f69041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:25.357038 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-2f3da312-fe58-4efe-bae0-18eee4f69041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 1161 time: 0.0780351 Dec 21 04:10:25.498381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-e13cc918-e0f9-4f96-87b8-7ba3a6b8189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:25.499944 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-e13cc918-e0f9-4f96-87b8-7ba3a6b8189f service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1360099 Dec 21 04:10:25.575649 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-78973906-b8b9-4ee9-baa9-0d147d8cae84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3 HTTP/1.1" status: 200 len: 217 time: 0.0685940 Dec 21 04:10:25.648366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-f2f85d35-916b-4b39-9b21-3613ded1642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:25.649932 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-f2f85d35-916b-4b39-9b21-3613ded1642a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0671113 Dec 21 04:10:25.728673 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-77395a44-d470-4758-bd86-9c489198b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:25.730254 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-77395a44-d470-4758-bd86-9c489198b8b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0729067 Dec 21 04:10:25.876270 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-7f81988d-279a-4cab-80fc-4b473c4aae37 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363766 Dec 21 04:10:25.947776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21afa3-4f2a-45c5-ba28-5d3c0004da1d req-5c7865bf-a838-438c-993a-0d2ca696c249 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:25.949348 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6d21afa3-4f2a-45c5-ba28-5d3c0004da1d req-5c7865bf-a838-438c-993a-0d2ca696c249 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 944 time: 0.0847750 Dec 21 04:10:26.001500 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6d21afa3-4f2a-45c5-ba28-5d3c0004da1d req-a721e43c-3a1c-4f38-822b-8334e6c13199 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Dec 21 04:10:26.021333 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2ee6fcfe-a011-40fa-a15c-f4bed5f424f1 req-fdba492f-529c-4068-92e6-65c744b24178 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381221 Dec 21 04:10:27.212555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caede2-c4ef-4284-8cc1-316131cc0190 req-2efb145d-d090-45f8-8e18-e0e44a8bf08f tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:27.214086 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a1caede2-c4ef-4284-8cc1-316131cc0190 req-2efb145d-d090-45f8-8e18-e0e44a8bf08f tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 944 time: 0.0821245 Dec 21 04:10:27.260694 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a1caede2-c4ef-4284-8cc1-316131cc0190 req-c6812d98-ea87-4c15-80ee-d352a4638115 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404170 Dec 21 04:10:27.814854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:10:28.274978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device d026eb0c-6602-4173-88d4-c3fc8da381d3 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:10:28.342073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port d026eb0c-6602-4173-88d4-c3fc8da381d3 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:10:28.346902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port d026eb0c-6602-4173-88d4-c3fc8da381d3 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:10:28.347316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:28.465000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:28.473365 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893dd91-6cc9-4a8d-95b2-7cca472f8ab8 req-44029cdf-4894-439b-b8e7-1b5e23de4128 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:28.475252 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e893dd91-6cc9-4a8d-95b2-7cca472f8ab8 req-44029cdf-4894-439b-b8e7-1b5e23de4128 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 944 time: 0.0857749 Dec 21 04:10:28.492529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:10:28.504281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port d026eb0c-6602-4173-88d4-c3fc8da381d3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:28.508005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:28.509955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:28.524564 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e893dd91-6cc9-4a8d-95b2-7cca472f8ab8 req-022364ba-619a-46e6-a712-bfd0adb7c70b tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Dec 21 04:10:28.566901 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'code': 200} Dec 21 04:10:28.581716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=d026eb0c-6602-4173-88d4-c3fc8da381d3,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:28.584892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:28.799494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4cb4-a977-40a7-8637-d808c5ca0ec7 req-0b75a700-c0f4-42b4-aa36-532d154bbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:28.800994 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-449e4cb4-a977-40a7-8637-d808c5ca0ec7 req-0b75a700-c0f4-42b4-aa36-532d154bbb25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 1163 time: 0.0775101 Dec 21 04:10:28.843375 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-449e4cb4-a977-40a7-8637-d808c5ca0ec7 req-ff518021-910a-4520-8ac0-b7766670014e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Dec 21 04:10:29.734779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f4056-7660-49ee-a76f-28e5eda0bee3 req-6bea28e4-982a-4556-8828-1de419f77ee1 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:29.736383 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8a9f4056-7660-49ee-a76f-28e5eda0bee3 req-6bea28e4-982a-4556-8828-1de419f77ee1 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 946 time: 0.0823686 Dec 21 04:10:29.786631 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8a9f4056-7660-49ee-a76f-28e5eda0bee3 req-1282fd28-6871-4c57-b8f1-912ee554b493 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 Dec 21 04:10:30.003032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device d026eb0c-6602-4173-88d4-c3fc8da381d3 up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:10:30.071680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port d026eb0c-6602-4173-88d4-c3fc8da381d3 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:10:30.072092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:30.845056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8899ad4a-62f5-4d3b-adb9-a489aabd1905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:31.006808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed0b6-e744-4dff-8b69-b8778cf5c0cd req-9a2b8dae-bb45-41ce-887c-8f1081d67397 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:31.008419 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a41ed0b6-e744-4dff-8b69-b8778cf5c0cd req-9a2b8dae-bb45-41ce-887c-8f1081d67397 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 946 time: 0.0859699 Dec 21 04:10:31.055105 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a41ed0b6-e744-4dff-8b69-b8778cf5c0cd req-348e0203-f714-4074-8266-d9c7717e66c7 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Dec 21 04:10:31.478304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf1ad-357e-4297-bb8a-c9c8ab05a1c8 req-8ec12bd8-2d95-40f5-8f83-2f4de2194640 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:31.479886 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-431cf1ad-357e-4297-bb8a-c9c8ab05a1c8 req-8ec12bd8-2d95-40f5-8f83-2f4de2194640 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 946 time: 0.3009148 Dec 21 04:10:31.490714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49924) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:31.496177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Request body: {'floatingip': {'port_id': 'd026eb0c-6602-4173-88d4-c3fc8da381d3'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:10:31.574484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:32.180026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:32.182878 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:32.360311 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Floating IP e5b02d77-5b8b-4e75-8e16-7ed34a22376c associated. External IP: 172.28.1.239, port: d026eb0c-6602-4173-88d4-c3fc8da381d3. Dec 21 04:10:32.715780 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:10:32.895413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:10:32.900310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:32.905566 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:10:32.916179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:32.916846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:32.963758 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-af7f09d7-5b52-4057-994c-6ed4b35870de tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "PUT /v2.0/floatingips/e5b02d77-5b8b-4e75-8e16-7ed34a22376c HTTP/1.1" status: 200 len: 992 time: 1.4671657 Dec 21 04:10:32.963758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:10:33.106244 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:33.108110 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'status': 'completed', 'code': 200} Dec 21 04:10:33.205842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-8a426cd1-54d5-46e3-83a2-506929ea2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:33.207453 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-8a426cd1-54d5-46e3-83a2-506929ea2b72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e493e3520463403a898add07aff6137f&device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 1163 time: 0.0759130 Dec 21 04:10:33.277885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fbdffb1f-8f6d-4d9c-bbe1-d47ef1c6fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:33.351980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-4e7f9ccb-5a72-442f-95ae-772d1163bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:33.353693 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-4e7f9ccb-5a72-442f-95ae-772d1163bf4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 200 len: 905 time: 0.1396663 Dec 21 04:10:33.460845 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-c77958b8-94a4-404c-b818-06c074f55cd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3 HTTP/1.1" status: 200 len: 1000 time: 0.1003971 Dec 21 04:10:33.468291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': 'e5b02d77-5b8b-4e75-8e16-7ed34a22376c', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'port_id': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'mac_address': 'fa:16:3e:b3:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:10:19Z', 'updated_at': '2020-12-21T04:10:32Z', 'revision_number': 1, 'project_id': 'e493e3520463403a898add07aff6137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:33.472330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:10:33.481226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:33.482418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:33.534428 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-f7406970-29be-4dce-a0f4-6f6eaebaa749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:33.535466 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-f7406970-29be-4dce-a0f4-6f6eaebaa749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 200 len: 850 time: 0.0663376 Dec 21 04:10:33.623471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-f1f2ab7e-a290-47be-89cf-1d45c7e8b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:33.625003 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-f1f2ab7e-a290-47be-89cf-1d45c7e8b33a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80d3cf97-b839-4cb0-af92-d72595594be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0834088 Dec 21 04:10:33.663459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:33.736585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:33.772458 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-54a9673d-e290-464d-8c85-2825c29ab53a service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400235 Dec 21 04:10:33.917848 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c5a1898-0585-480c-bac6-8e5355b851ca req-21e1326f-1562-4752-9fbc-acb22ee9d770 service neutron] 10.222.0.21 "GET /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379440 Dec 21 04:10:34.023907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': 'e5b02d77-5b8b-4e75-8e16-7ed34a22376c', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'port_id': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'mac_address': 'fa:16:3e:b3:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:10:19Z', 'updated_at': '2020-12-21T04:10:32Z', 'revision_number': 1, 'project_id': 'e493e3520463403a898add07aff6137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:34.028032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a913f8-27a2-48fd-bdf5-74865cb50408 None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': 'e5b02d77-5b8b-4e75-8e16-7ed34a22376c', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'floating_ip_address': '172.28.1.239', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'port_id': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'mac_address': 'fa:16:3e:b3:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:10:19Z', 'updated_at': '2020-12-21T04:10:32Z', 'revision_number': 1, 'project_id': 'e493e3520463403a898add07aff6137f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:10:34.319846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd766a7-1930-4be0-8c20-2161f0adc54f None None] New status for floating IP e5b02d77-5b8b-4e75-8e16-7ed34a22376c: ACTIVE {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:10:34.753126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:35.118090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:43.822595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791d279-caaf-4f2a-a5db-abd8ca7eeb5f req-c9a2da5a-9dab-4acd-8903-ce3f7864083c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:43.824080 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e791d279-caaf-4f2a-a5db-abd8ca7eeb5f req-c9a2da5a-9dab-4acd-8903-ce3f7864083c tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0821757 Dec 21 04:10:43.869429 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e791d279-caaf-4f2a-a5db-abd8ca7eeb5f req-19595698-197f-4248-a3fc-d470c6cbaf98 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 Dec 21 04:10:45.106948 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af70e9e-2946-4938-b915-b2f2b4ab627b req-3e4f9db4-5986-4e6b-a2e8-19a58917b61f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:45.108554 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9af70e9e-2946-4938-b915-b2f2b4ab627b req-3e4f9db4-5986-4e6b-a2e8-19a58917b61f tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0873253 Dec 21 04:10:45.156989 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-9af70e9e-2946-4938-b915-b2f2b4ab627b req-b9341755-8a2c-47a7-93ab-b18eb99b1845 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups?id=6b1697c1-c435-47db-970e-5e304ed771c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Dec 21 04:10:45.195709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-c7516fca-44ef-464f-a5f8-c8c6fcb5fdb3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:10:45.196470 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-c7516fca-44ef-464f-a5f8-c8c6fcb5fdb3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Synchronizing usage tracker for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:10:45.209692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-c7516fca-44ef-464f-a5f8-c8c6fcb5fdb3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Unset dirty status for tenant:70f15df5ba1e40b5b20e5b11b2847f20 on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:10:45.210887 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-c7516fca-44ef-464f-a5f8-c8c6fcb5fdb3 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 946 time: 0.0958018 Dec 21 04:10:45.286941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Deleting port 5118151a-75d2-4bbd-8965-d1db73bac62b {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:45.287319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:45.535500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] For port 5118151a-75d2-4bbd-8965-d1db73bac62b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5118151a-75d2-4bbd-8965-d1db73bac62b,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:45.535934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:45.840383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:45.840732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:45.841087 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Floating IP 68a2741d-fd69-4054-9254-c5be4c755186 disassociated. External IP: 172.28.1.183, port: 5118151a-75d2-4bbd-8965-d1db73bac62b. Dec 21 04:10:45.841467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Calling delete_port for 5118151a-75d2-4bbd-8965-d1db73bac62b owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:45.982539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:46.000054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c5cca355-f846-40f8-a690-2e7be289530d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:46.044763 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event deleted for resources: {'Port': ['ID=5118151a-75d2-4bbd-8965-d1db73bac62b,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:46.056977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:46.068623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:10:46.104301 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: 5118151a-75d2-4bbd-8965-d1db73bac62b {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:10:46.104627 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device 5118151a-75d2-4bbd-8965-d1db73bac62b not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:10:46.351689 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-176f7c57-fd3b-42bd-8e3a-7d321c7f6c58 req-12ca0fc9-997b-4a2a-b162-8816dc892dd5 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/ports?device_id=953ec7b8-5490-44a9-b4c5-f203261f7a96 HTTP/1.1" status: 200 len: 210 time: 0.0471995 Dec 21 04:10:46.586377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Router a9dee65c-ece8-4f14-901a-66564b490410 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:10:46.791889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:10:46.801822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:10:46.812438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:46.813025 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:46.828451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] No DVR routers for this DVR port 5118151a-75d2-4bbd-8965-d1db73bac62b on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:10:46.830751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:46.835154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-deleted', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:10:46.849034 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0327afd4-5a59-466a-b024-cff35f8216a4 req-db48675e-6344-4769-97d7-56b3e825cf8d tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.21 "DELETE /v2.0/ports/5118151a-75d2-4bbd-8965-d1db73bac62b HTTP/1.1" status: 204 len: 173 time: 1.6319258 Dec 21 04:10:46.898713 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953ec7b8-5490-44a9-b4c5-f203261f7a96', 'name': 'network-vif-deleted', 'tag': '5118151a-75d2-4bbd-8965-d1db73bac62b', 'status': 'completed', 'code': 200} Dec 21 04:10:47.154620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:47.481577 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:47.485826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:10:47.495219 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:47.495867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:47.527915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49982) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:47.597911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:47.627340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:47.674746 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:47.680756 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9605229a-7cd9-40c2-8741-20e128edeb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:47.682988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:47.698926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1697c1-c435-47db-970e-5e304ed771c5,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:47.702217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:47.704395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:47.708296 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "DELETE /v2.0/security-groups/6b1697c1-c435-47db-970e-5e304ed771c5 HTTP/1.1" status: 204 len: 168 time: 0.1764867 Dec 21 04:10:47.708390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49986) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:47.726163 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.v2.resource [None req-db32b7c3-fae1-49f2-8015-bcc4c543f06a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] show failed (client error): The resource could not be found. Dec 21 04:10:47.728135 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-db32b7c3-fae1-49f2-8015-bcc4c543f06a tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "GET /v2.0/security-groups/6b1697c1-c435-47db-970e-5e304ed771c5 HTTP/1.1" status: 404 len: 347 time: 0.0185716 Dec 21 04:10:47.730310 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 49990) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:47.900782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Deleting port d1cf5e93-abeb-4e11-ab91-d1fa2f7022d7 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:47.901163 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:48.018994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:48.024041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6922-4d55-42dd-9e9a-3292418c34eb None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:04:53Z', 'revision_number': 4, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': 'cbe3775a-4018-4690-b83f-ee585aaf9187', 'name': '', 'network_id': 'e8d7f759-c45c-4588-a460-4f62b72c6044', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'mac_address': 'fa:16:3e:a7:a2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:51Z', 'updated_at': '2020-12-21T04:05:03Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'subnets': [{'id': '541169d3-e93b-4a4e-a734-c2b876dd151d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:10:48.087738 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:48.088113 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:48.214796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Calling delete_port for d1cf5e93-abeb-4e11-ab91-d1fa2f7022d7 owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:48.357005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:48.372613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:48.403608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a7ede-c53b-435a-ab43-6e2c596085ee None None] New status for floating IP 68a2741d-fd69-4054-9254-c5be4c755186: DOWN {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:10:48.424407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Pushing event deleted for resources: {'Port': ['ID=d1cf5e93-abeb-4e11-ab91-d1fa2f7022d7,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:48.428062 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:48.591309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:48.606787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:48.608015 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] 10.222.0.23 "DELETE /v2.0/floatingips/68a2741d-fd69-4054-9254-c5be4c755186 HTTP/1.1" status: 204 len: 168 time: 0.8767397 Dec 21 04:10:51.448565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50022) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:52.251818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8018872'] for router_interface, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:52.261794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:52.841581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Deleting port cbe3775a-4018-4690-b83f-ee585aaf9187 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:52.842137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:53.024814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] For port cbe3775a-4018-4690-b83f-ee585aaf9187, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=cbe3775a-4018-4690-b83f-ee585aaf9187,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:53.025211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:53.152054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Calling delete_port for cbe3775a-4018-4690-b83f-ee585aaf9187 owned by network:router_interface {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:53.326574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:53.341701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bb03de9f-8033-47f5-88ad-9fdf68e33b70 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:53.395071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe3775a-4018-4690-b83f-ee585aaf9187,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:53.398213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:53.745303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7392077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8018706'] for router_interface, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:54.236050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Router a9dee65c-ece8-4f14-901a-66564b490410 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:10:54.416117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:10:54.424709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] Sync routers for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:10:54.428906 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-98c48ad3-2961-4cc6-acf1-1b77b17b81c8 admin admin] 10.222.0.23 "PUT /v2.0/routers/a9dee65c-ece8-4f14-901a-66564b490410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9792156 Dec 21 04:10:54.431605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50032) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:54.434915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:54.435579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:54.622076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:54.866176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:54.930551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:10:53Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:54.934783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] Checking router: a9dee65c-ece8-4f14-901a-66564b490410 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:10:54.944334 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] Routers {'a9dee65c-ece8-4f14-901a-66564b490410'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:10:54.944993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:10:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['a9dee65c-ece8-4f14-901a-66564b490410'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:55.057949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.063112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Deleting port 196a0916-3397-4fcd-a32d-a56b61df85ad {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:55.063516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.135770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] Set router a9dee65c-ece8-4f14-901a-66564b490410 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:10:55.258605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] For port 196a0916-3397-4fcd-a32d-a56b61df85ad, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=196a0916-3397-4fcd-a32d-a56b61df85ad,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:55.259213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.390764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Calling delete_port for 196a0916-3397-4fcd-a32d-a56b61df85ad owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:55.522702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.581330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:10:53Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:55.585427 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c817fdf-c907-4a93-95f4-7972aa74d71f None None] The sync data for ids ['a9dee65c-ece8-4f14-901a-66564b490410'] in dv-cinder-733062-17-smb is: [{'id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'name': 'tempest-AttachVolumeShelveTestJSON-717526679-router', 'tenant_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:04:41Z', 'updated_at': '2020-12-21T04:10:53Z', 'revision_number': 5, 'project_id': '70f15df5ba1e40b5b20e5b11b2847f20', 'gw_port': {'id': '196a0916-3397-4fcd-a32d-a56b61df85ad', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9dee65c-ece8-4f14-901a-66564b490410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:43Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:10:55.715093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846762877'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.847396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8008346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221481'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.850477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.877353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8008316'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.877870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9dee65c-ece8-4f14-901a-66564b490410 {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 04:10:55.890516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:55.892550 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-998007c4-58fc-46a1-a618-f23c2f3fde93 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a9dee65c-ece8-4f14-901a-66564b490410 HTTP/1.1" status: 204 len: 168 time: 1.4591577 Dec 21 04:10:55.894539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50040) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:55.965907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Deleting subnet 541169d3-e93b-4a4e-a734-c2b876dd151d {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:10:55.969091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.022976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.150242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.413204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.428757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a2e6fffb-f2e2-4147-aaae-e8d1b1198330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:56.475017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541169d3-e93b-4a4e-a734-c2b876dd151d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:56.477835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:56.562953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.568654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f9dee-b02d-46cd-82f4-9624421146a1 None None] Network e8d7f759-c45c-4588-a460-4f62b72c6044 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:10:56.569479 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8d127f63-f378-41a6-a213-ea414408f41b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/541169d3-e93b-4a4e-a734-c2b876dd151d HTTP/1.1" status: 204 len: 168 time: 0.6738589 Dec 21 04:10:56.572169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50044) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:56.686900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.756451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Deleting port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:56.756814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.980703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] For port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:56.981108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:56.991291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] DHCP port deletion for e8d7f759-c45c-4588-a460-4f62b72c6044 request from dv-cinder-733062-17-smb {{(pid=80304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 04:10:56.995495 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Deleting port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:56.995919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:57.112455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Calling delete_port for 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:57.188492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:57.201654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 196a0916-3397-4fcd-a32d-a56b61df85ad no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:10:57.205129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-03578608-dee7-47c2-a6f3-087d9bfd8451 tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:57.245291 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 196a0916-3397-4fcd-a32d-a56b61df85ad {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:10:57.245644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 196a0916-3397-4fcd-a32d-a56b61df85ad not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:10:57.246076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device cbe3775a-4018-4690-b83f-ee585aaf9187 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:10:57.264591 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:57.268578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:57.283005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: cbe3775a-4018-4690-b83f-ee585aaf9187 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:10:57.283396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device cbe3775a-4018-4690-b83f-ee585aaf9187 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:10:57.283852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:10:57.322401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:10:57.322793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:10:57.325270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] For port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=68d0b83a-2de3-4da9-97c4-fe1082a0ee0c,segment=NetworkSegment(8f66b9fc-cdfd-4e77-be49-9867e3cc9aac),segment_id=8f66b9fc-cdfd-4e77-be49-9867e3cc9aac)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:10:57.325736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:57.351275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] No DVR routers for this DVR port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c on host dv-cinder-733062-17-smb {{(pid=80303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:10:57.451117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Calling delete_port for 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c owned by network:dhcp {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:10:57.475262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:57.521248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:10:57.521693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:10:57.587424 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d7f759-c45c-4588-a460-4f62b72c6044']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:57.603771 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:57.604139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f66b9fc-cdfd-4e77-be49-9867e3cc9aac') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:10:57.616701 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848031833'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:57.631414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:57.633414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:10:57.817326 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Network e8d7f759-c45c-4588-a460-4f62b72c6044 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:10:57.826337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848004600'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.008032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Network e8d7f759-c45c-4588-a460-4f62b72c6044 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:10:58.022802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Deleting port 68d0b83a-2de3-4da9-97c4-fe1082a0ee0c {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:10:58.023337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:10:58.030930 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:10:58.091212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-946ec313-d9d7-4f57-aa61-9c4e1ffa9e1d None None] The port '68d0b83a-2de3-4da9-97c4-fe1082a0ee0c' was deleted {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 21 04:10:58.109720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.113222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5025f69b-237f-44f4-aa25-445003c8704a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:58.366262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.376914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d7f759-c45c-4588-a460-4f62b72c6044,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:58.381998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:58.393005 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4b59f3be-4de0-4937-ab3e-58a827ff5191 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e8d7f759-c45c-4588-a460-4f62b72c6044 HTTP/1.1" status: 204 len: 168 time: 1.8197803 Dec 21 04:10:58.535544 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50054) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:58.586979 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d51fcfb6-46f4-4402-884e-8d7869c3683f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70f15df5ba1e40b5b20e5b11b2847f20&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0501323 Dec 21 04:10:58.589377 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50058) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:10:58.650181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.676617 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.722342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.727333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:10:58.741254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680d4e4-250c-4a05-92eb-b20289bcfdf7,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:10:58.744128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:10:58.750660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:10:58.751860 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7680d4e4-250c-4a05-92eb-b20289bcfdf7 HTTP/1.1" status: 204 len: 168 time: 0.1614270 Dec 21 04:11:00.480352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50112) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:00.635129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.650319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:00.654363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Usage tracker for resource:security_group_rule and tenant:e9408ce07d7a4070a4e85672d76284f6 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:00.657317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:00.663535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:00.747205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.749764 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.758972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6222e6cc-3873-42c3-bf65-40d248aca0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:00.799942 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9408ce07d7a4070a4e85672d76284f6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3183856 Dec 21 04:11:00.801575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f0625-2158-4f1b-98e1-8d3fac844b58,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:00.803690 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50118) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:00.805595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:00.846717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c1d7784d-3fd2-4bad-8c71-107689960a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.867259 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.893774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.942109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.947287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ad9a8add-3091-42b1-92c3-44931ddd99ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:00.961589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f0625-2158-4f1b-98e1-8d3fac844b58,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:00.964682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:00.965576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:00.966787 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-2b510fa8-a1d3-49ee-85df-7451e42ad5ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b74f0625-2158-4f1b-98e1-8d3fac844b58 HTTP/1.1" status: 204 len: 168 time: 0.1619799 Dec 21 04:11:03.279358 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d44f1639-ec57-41a4-81ef-6b628d63384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:03.740417 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:04.643007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50256) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:04.755157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:04.795295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:04.811512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:04.814511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:11:04.815548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ebaa3f098742918ea88b9803a89495 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:04.818502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:04.825115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:04.911551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:04.914192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:04.923302 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-aa11f84a-cc9d-4c18-a92b-c978caf7a7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:04.964861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e2a57-cd9a-422f-84da-b0a7d158aec6,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:04.968496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:04.972259 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-52eca48f-918b-449b-ae14-d35945fd7465 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0ebaa3f098742918ea88b9803a89495&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3281624 Dec 21 04:11:04.975030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50262) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:05.039903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.068440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.117392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.122129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.122695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-aecdac8f-7aac-4eba-87e7-c4b803934575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:05.136541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e2a57-cd9a-422f-84da-b0a7d158aec6,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:05.139090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:05.141258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.142437 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8cb159c7-6031-4876-8f2d-ad57417a975c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e39e2a57-cd9a-422f-84da-b0a7d158aec6 HTTP/1.1" status: 204 len: 168 time: 0.1664331 Dec 21 04:11:05.480381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50272) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:05.499666 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.514695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:05.518752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Usage tracker for resource:security_group_rule and tenant:74294d0912f7402d92af51f2fa68541b is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:05.521724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:05.527986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:05.613306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.615967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.624828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9c22bc39-9229-4c2d-bc3d-a9228ca46938 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:05.670719 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74294d0912f7402d92af51f2fa68541b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1891870 Dec 21 04:11:05.671509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5acb5-18c2-4dcf-8495-dd156301397f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:05.673623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50276) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:05.674975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:05.735367 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.762313 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.805953 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.810791 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1f146725-21a1-4702-80f6-a9de8cf4cbd8 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:05.824598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5acb5-18c2-4dcf-8495-dd156301397f,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:05.827639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:05.828552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:05.829892 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-dd86f099-31c3-4849-b211-43e2d7797d38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cac5acb5-18c2-4dcf-8495-dd156301397f HTTP/1.1" status: 204 len: 168 time: 0.1550288 Dec 21 04:11:18.727141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50442) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:18.888620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:18.903600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:18.908529 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Usage tracker for resource:security_group_rule and tenant:5482c864452c4de495b5b8b31d065a14 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:18.911571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:18.917287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:19.001274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.004114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.013030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-cacc9991-0fbc-4fa5-b5be-4d21b7428c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:19.055592 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5482c864452c4de495b5b8b31d065a14&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3273304 Dec 21 04:11:19.056541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e28f0-f4c0-4ec0-9cf8-dd9c0260949c,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:19.058596 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50448) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:19.064650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.065059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.065464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.065888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.066281 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.066672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.067060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.067451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.067837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.068220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.068605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.068989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.069434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.069849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.070234 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.070619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.071001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.071364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.071744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.072126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.072512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.073139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.073257 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.073637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.078183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6a2080b3-fb7d-4e6a-8cf5-f36fb4e1041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:19.122338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.149095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.192964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.197899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-99e846e6-febe-4eca-9b87-0aaccac6184b tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:19.212037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e28f0-f4c0-4ec0-9cf8-dd9c0260949c,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:19.221229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.221661 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.222065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.222463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.222853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.223241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.223628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.224013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.224397 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.224781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.225165 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.225572 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.226017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.226404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.226786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.227176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.227549 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.227932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.228309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.228689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.229071 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.229450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.229857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.230236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:19.234233 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:19.245519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.246749 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de6e28f0-f4c0-4ec0-9cf8-dd9c0260949c HTTP/1.1" status: 204 len: 168 time: 0.1870494 Dec 21 04:11:19.586586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50456) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:19.605454 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.620667 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:19.625370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Usage tracker for resource:security_group_rule and tenant:889ab7b55e594d23b4c34d7264e69d99 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:19.628376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:19.634195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:19.725019 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.727848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.742239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7bf6272a-65ac-4557-864f-d157ae018053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:19.770625 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=889ab7b55e594d23b4c34d7264e69d99&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1828825 Dec 21 04:11:19.773511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50464) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:19.784799 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c54e3-9245-4468-9036-92e03588cd94,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:19.788208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e8809fcf-fe4b-4183-81bd-f1735d5b2595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:19.836442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.863809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.911158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.915376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6ff9d499-3e42-4b92-bbe2-1d89dc04af9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:19.929038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c54e3-9245-4468-9036-92e03588cd94,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:19.931579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:19.941637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:19.943178 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f1ed564c-9024-43cc-8ee7-c1010fd36878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a95c54e3-9245-4468-9036-92e03588cd94 HTTP/1.1" status: 204 len: 168 time: 0.1682651 Dec 21 04:11:22.267605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:23.968316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1152a29-d035-4268-bc0f-619d87c92ed7 req-035842b2-c849-4ce6-8668-0448aa3a12d3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:23.969959 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a1152a29-d035-4268-bc0f-619d87c92ed7 req-035842b2-c849-4ce6-8668-0448aa3a12d3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 946 time: 0.0848873 Dec 21 04:11:24.020483 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a1152a29-d035-4268-bc0f-619d87c92ed7 req-d954e3f9-c6c6-4785-8b84-ac7ff3051151 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440750 Dec 21 04:11:25.236985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d19fc-396e-4d59-9fc0-e2328a12a28b req-de005b8f-e285-437f-ac13-042c75f56010 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:25.238611 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-760d19fc-396e-4d59-9fc0-e2328a12a28b req-de005b8f-e285-437f-ac13-042c75f56010 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 946 time: 0.0844214 Dec 21 04:11:25.284744 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-760d19fc-396e-4d59-9fc0-e2328a12a28b req-8bb3b923-63ca-4597-9e12-a5dbaeea2692 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 Dec 21 04:11:25.651654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-65df29d5-026b-4a76-9801-854e640fe231 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:25.652404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-65df29d5-026b-4a76-9801-854e640fe231 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Synchronizing usage tracker for tenant:e493e3520463403a898add07aff6137f on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:11:25.667066 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-65df29d5-026b-4a76-9801-854e640fe231 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Unset dirty status for tenant:e493e3520463403a898add07aff6137f on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:11:25.668313 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-65df29d5-026b-4a76-9801-854e640fe231 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 946 time: 0.0957642 Dec 21 04:11:25.740868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Deleting port d026eb0c-6602-4173-88d4-c3fc8da381d3 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:25.741248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:25.993390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] For port d026eb0c-6602-4173-88d4-c3fc8da381d3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:25.993815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:26.215090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device d026eb0c-6602-4173-88d4-c3fc8da381d3 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:11:26.305672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:26.306271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:26.306392 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Floating IP e5b02d77-5b8b-4e75-8e16-7ed34a22376c disassociated. External IP: 172.28.1.239, port: d026eb0c-6602-4173-88d4-c3fc8da381d3. Dec 21 04:11:26.306782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Calling delete_port for d026eb0c-6602-4173-88d4-c3fc8da381d3 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:26.328217 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:26.355852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:11:26.367077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port d026eb0c-6602-4173-88d4-c3fc8da381d3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:26.370827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:26.372674 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:26.391247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:11:26.391625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:11:26.419057 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'code': 200} Dec 21 04:11:26.445900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=d026eb0c-6602-4173-88d4-c3fc8da381d3,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:26.454389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.454744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.455118 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.455482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.455845 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.456203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.456557 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.456911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.457268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.457664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.458021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.458375 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.458787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.459139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.459492 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.459841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.460188 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.460539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.460887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.461239 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.461614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.461966 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.462316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.462662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:11:26.467245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:26.521922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384579f-9d8e-4ef9-b86a-59b917e26870 req-354ba937-cd70-4920-b403-4ddfa149a4dd tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:26.523528 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a384579f-9d8e-4ef9-b86a-59b917e26870 req-354ba937-cd70-4920-b403-4ddfa149a4dd tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 944 time: 0.0876594 Dec 21 04:11:26.570886 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a384579f-9d8e-4ef9-b86a-59b917e26870 req-b6fc254a-6f07-4cd5-b591-4c72cc53394d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups?id=877f157e-e5d4-4554-becf-953fb0a3def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410218 Dec 21 04:11:26.892592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Deleting port d026eb0c-6602-4173-88d4-c3fc8da381d3 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:26.892925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.152373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] For port d026eb0c-6602-4173-88d4-c3fc8da381d3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d026eb0c-6602-4173-88d4-c3fc8da381d3,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:27.152773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.455072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.455687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.456193 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Floating IP e5b02d77-5b8b-4e75-8e16-7ed34a22376c disassociated. External IP: 172.28.1.239, port: d026eb0c-6602-4173-88d4-c3fc8da381d3. Dec 21 04:11:27.456565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Calling delete_port for d026eb0c-6602-4173-88d4-c3fc8da381d3 owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:27.477865 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50588) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:27.603853 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.619747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-871019f1-2cae-41e1-aff3-d71d08317cbd tempest-VolumesSnapshotTestJSON-1757478438 tempest-VolumesSnapshotTestJSON-1757478438] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:27.631412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.647339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:27.651553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Usage tracker for resource:security_group_rule and tenant:2dcdf0aa62bb4bd1af37e0b3e51f0af7 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:27.654926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:27.660971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:27.666253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event deleted for resources: {'Port': ['ID=d026eb0c-6602-4173-88d4-c3fc8da381d3,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:27.679365 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:27.769914 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7cfb5c0a-afb5-4602-8840-55469fca3a86 req-d4dc1c0c-6bda-4ffa-9a29-0761e198d605 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/ports?device_id=f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00 HTTP/1.1" status: 200 len: 210 time: 0.0579100 Dec 21 04:11:27.809994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.813376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.822060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-de8dba42-61f4-4d4e-b4bd-fac5ca9143c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:27.862209 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2dcdf0aa62bb4bd1af37e0b3e51f0af7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3831732 Dec 21 04:11:27.866084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50596) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:27.868506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759f189-b87d-47e7-946e-056823584357,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:27.881999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b13e86db-971c-42f1-8264-d7bd95322447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:27.935609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.964123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:27.980888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:11:28.008954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:28.014093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c261688a-6ea9-4b81-8894-1f93dc8dd9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:28.027668 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759f189-b87d-47e7-946e-056823584357,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:28.031396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:28.037070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:28.038361 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0759f189-b87d-47e7-946e-056823584357 HTTP/1.1" status: 204 len: 168 time: 0.1711769 Dec 21 04:11:28.170652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:11:28.187928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:11:28.198837 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:11:28.199531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:11:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:28.223111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] No DVR routers for this DVR port d026eb0c-6602-4173-88d4-c3fc8da381d3 on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:11:28.225521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:28.229000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'name': 'network-vif-deleted', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:11:28.251095 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b228015f-9c90-4213-9a18-af661d3c90a7 req-6f7676d9-7273-4ea8-a47e-1d7298fb8ff0 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.21 "DELETE /v2.0/ports/d026eb0c-6602-4173-88d4-c3fc8da381d3 HTTP/1.1" status: 204 len: 173 time: 2.5765972 Dec 21 04:11:28.305833 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a81ec9-388c-4ee0-a0ee-7b6fc9243e00', 'name': 'network-vif-deleted', 'tag': 'd026eb0c-6602-4173-88d4-c3fc8da381d3', 'status': 'completed', 'code': 200} Dec 21 04:11:28.425204 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:11:28.757655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:28.762000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:11:28.771148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:11:28.771812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:11:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:28.975759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50624) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:28.985039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:11:29.050722 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.082630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.135512 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.141907 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6ebbf6dc-a6e0-4ce2-842b-231658f19daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:29.160546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event deleted for resources: {'SecurityGroup': ['ID=877f157e-e5d4-4554-becf-953fb0a3def7,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:29.163247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:29.170092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.171326 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9a30bb0d-15d7-4955-9ae1-6ad69b7c742d tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "DELETE /v2.0/security-groups/877f157e-e5d4-4554-becf-953fb0a3def7 HTTP/1.1" status: 204 len: 168 time: 0.1941068 Dec 21 04:11:29.174503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50632) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:29.192806 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.api.v2.resource [None req-6c757344-d08e-406b-9f5a-44cb33f374d9 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] show failed (client error): The resource could not be found. Dec 21 04:11:29.193888 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6c757344-d08e-406b-9f5a-44cb33f374d9 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "GET /v2.0/security-groups/877f157e-e5d4-4554-becf-953fb0a3def7 HTTP/1.1" status: 404 len: 347 time: 0.0183361 Dec 21 04:11:29.197009 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50636) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:29.340990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:29.345669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52591621-cbd9-4977-888b-79e85adb18ef None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 4, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '9f753d84-4182-4460-9001-19ed1e92b860', 'name': '', 'network_id': '80d3cf97-b839-4cb0-af92-d72595594be6', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'mac_address': 'fa:16:3e:18:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:15Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'subnets': [{'id': 'b39a0a80-cb6f-444c-8954-4a72c33f0f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:11:29.596192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Deleting port 42a16285-729e-4170-ab58-948d06ad054b {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:29.596762 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.757498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839779ed-5ae1-4869-8b39-c443063cd2f1 None None] New status for floating IP e5b02d77-5b8b-4e75-8e16-7ed34a22376c: DOWN {{(pid=80305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:11:29.780921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.781472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:29.915427 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Calling delete_port for 42a16285-729e-4170-ab58-948d06ad054b owned by network:floatingip {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:29.996503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:11:29.996872 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:11:30.498247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Deleting port 42a16285-729e-4170-ab58-948d06ad054b {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:30.498639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:30.673934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:30.674302 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:30.803618 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Calling delete_port for 42a16285-729e-4170-ab58-948d06ad054b owned by network:floatingip {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:30.868987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-644fcdac-d564-4cc5-8d1d-0e9291151d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:30.945228 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:30.961831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-3d35f53e-e84e-4ed1-b55f-a86825cb4584 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:31.017458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Pushing event deleted for resources: {'Port': ['ID=42a16285-729e-4170-ab58-948d06ad054b,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:31.022177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:31.189351 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks [] for floatingip, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:31.204672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:31.205894 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] 10.222.0.23 "DELETE /v2.0/floatingips/e5b02d77-5b8b-4e75-8e16-7ed34a22376c HTTP/1.1" status: 204 len: 168 time: 2.0076649 Dec 21 04:11:33.281270 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59949376-0260-46c1-b842-c66cba6b8d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:33.739901 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:34.757056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:35.123902 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:35.277556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50700) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:35.638718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8018872'] for router_interface, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:36.245801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Deleting port 9f753d84-4182-4460-9001-19ed1e92b860 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:36.246360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:36.425775 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] For port 9f753d84-4182-4460-9001-19ed1e92b860, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=9f753d84-4182-4460-9001-19ed1e92b860,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:36.426170 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:36.552605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Calling delete_port for 9f753d84-4182-4460-9001-19ed1e92b860 owned by network:router_interface {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:36.726849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:36.742589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-79dce185-9cca-4c03-9313-f337557a4af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:36.795186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f753d84-4182-4460-9001-19ed1e92b860,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:36.797922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:37.158937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7392077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8018706'] for router_interface, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:37.895279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Router 8ff643fc-9c70-4c55-a014-eff9fc99d055 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:11:38.078960 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:11:38.087814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] Sync routers for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:11:38.091617 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ebe84a86-88df-44f1-8b38-f528c181024f admin admin] 10.222.0.23 "PUT /v2.0/routers/8ff643fc-9c70-4c55-a014-eff9fc99d055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8128867 Dec 21 04:11:38.094324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50720) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:38.098178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:11:38.098852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:11:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:38.278899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks [] for router, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:38.447013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:11:38.466100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:38.471857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Deleting port 47c88a0f-7297-45ad-958a-33e16e5fd7c2 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:38.472235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:38.656162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] For port 47c88a0f-7297-45ad-958a-33e16e5fd7c2, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=47c88a0f-7297-45ad-958a-33e16e5fd7c2,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:38.656569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:38.743562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:11:36Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:38.747772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] Checking router: 8ff643fc-9c70-4c55-a014-eff9fc99d055 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:11:38.757718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] Routers {'8ff643fc-9c70-4c55-a014-eff9fc99d055'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:11:38.758087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:11:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['8ff643fc-9c70-4c55-a014-eff9fc99d055'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:38.786550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Calling delete_port for 47c88a0f-7297-45ad-958a-33e16e5fd7c2 owned by network:router_gateway {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:38.936185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:38.962421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] Set router 8ff643fc-9c70-4c55-a014-eff9fc99d055 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:11:39.138340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846762877'] for router_gateway, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.267094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:11:36Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:39.272249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e947d-a106-48c5-9826-7425af5e99a8 None None] The sync data for ids ['8ff643fc-9c70-4c55-a014-eff9fc99d055'] in dv-cinder-733062-17-smb is: [{'id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'name': 'tempest-AttachVolumeTestJSON-2145027845-router', 'tenant_id': 'e493e3520463403a898add07aff6137f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:00Z', 'updated_at': '2020-12-21T04:11:36Z', 'revision_number': 5, 'project_id': 'e493e3520463403a898add07aff6137f', 'gw_port': {'id': '47c88a0f-7297-45ad-958a-33e16e5fd7c2', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:90:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff643fc-9c70-4c55-a014-eff9fc99d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:01Z', 'updated_at': '2020-12-21T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:11:39.272447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8008346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221481'] for router, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.274966 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.294920 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8008316'] for router, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.295599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff643fc-9c70-4c55-a014-eff9fc99d055 {{(pid=80303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 04:11:39.312115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.316602 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-042323fb-b6e8-4e90-96d0-f1969bd3d756 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8ff643fc-9c70-4c55-a014-eff9fc99d055 HTTP/1.1" status: 204 len: 168 time: 1.2181754 Dec 21 04:11:39.316897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50736) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:39.388940 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Deleting subnet b39a0a80-cb6f-444c-8954-4a72c33f0f2f {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:11:39.392520 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.447282 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.548840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.826438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.842396 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca68ba80-8b37-4ef5-8302-e15ae9ee1a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:39.894686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39a0a80-cb6f-444c-8954-4a72c33f0f2f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:39.898677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:39.980423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:39.987002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514eefda-e6e4-4383-a6da-973330c3c57b None None] Network 80d3cf97-b839-4cb0-af92-d72595594be6 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:11:39.987142 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-59491b61-9cb5-423b-8491-c3ef67687f6d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b39a0a80-cb6f-444c-8954-4a72c33f0f2f HTTP/1.1" status: 204 len: 168 time: 0.6693039 Dec 21 04:11:39.989821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50744) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:40.105626 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:40.175098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Deleting port fea9fcf0-471f-4b1c-920a-61472577b7d6 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:40.175474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:40.242702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] DHCP port deletion for 80d3cf97-b839-4cb0-af92-d72595594be6 request from dv-cinder-733062-17-smb {{(pid=80304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 04:11:40.246894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Deleting port fea9fcf0-471f-4b1c-920a-61472577b7d6 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:40.247355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:40.466855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] For port fea9fcf0-471f-4b1c-920a-61472577b7d6, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=fea9fcf0-471f-4b1c-920a-61472577b7d6,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:40.467191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:40.600967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Calling delete_port for fea9fcf0-471f-4b1c-920a-61472577b7d6 owned by network:dhcp {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:40.637383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] For port fea9fcf0-471f-4b1c-920a-61472577b7d6, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=fea9fcf0-471f-4b1c-920a-61472577b7d6,segment=NetworkSegment(366bbf04-8ba3-4479-9bcb-0c3d707993d7),segment_id=366bbf04-8ba3-4479-9bcb-0c3d707993d7)] {{(pid=80303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:11:40.637806 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:40.676923 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059'] for port, after_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:40.694439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:40.752834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Pushing event deleted for resources: {'Port': ['ID=fea9fcf0-471f-4b1c-920a-61472577b7d6,revision_number=None']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:40.755815 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:40.768924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Calling delete_port for fea9fcf0-471f-4b1c-920a-61472577b7d6 owned by network:dhcp {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:11:40.839676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] No DVR routers for this DVR port fea9fcf0-471f-4b1c-920a-61472577b7d6 on host dv-cinder-733062-17-smb {{(pid=80304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:11:40.843571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:11:40.845398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:11:41.213479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 47c88a0f-7297-45ad-958a-33e16e5fd7c2 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:11:41.248949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 47c88a0f-7297-45ad-958a-33e16e5fd7c2 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:11:41.249341 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 47c88a0f-7297-45ad-958a-33e16e5fd7c2 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:11:41.249848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device fea9fcf0-471f-4b1c-920a-61472577b7d6 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:11:41.284726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: fea9fcf0-471f-4b1c-920a-61472577b7d6 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:11:41.285114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device fea9fcf0-471f-4b1c-920a-61472577b7d6 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:11:41.285593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 9f753d84-4182-4460-9001-19ed1e92b860 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:11:41.317488 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 9f753d84-4182-4460-9001-19ed1e92b860 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:11:41.317843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 9f753d84-4182-4460-9001-19ed1e92b860 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:11:41.345761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Deleting port fea9fcf0-471f-4b1c-920a-61472577b7d6 {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:11:41.346404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:41.414696 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] The port 'fea9fcf0-471f-4b1c-920a-61472577b7d6' was deleted {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 21 04:11:41.536908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:41.653410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d3cf97-b839-4cb0-af92-d72595594be6']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:41.666608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366bbf04-8ba3-4479-9bcb-0c3d707993d7') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:41.666950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366bbf04-8ba3-4479-9bcb-0c3d707993d7') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:41.679147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848031833'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:41.696655 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:41.699088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:11:41.813868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:11:41.877154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Network 80d3cf97-b839-4cb0-af92-d72595594be6 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:11:41.889382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848004600'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.068647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Network 80d3cf97-b839-4cb0-af92-d72595594be6 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: % (table.description, expected, rows_matched) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:11:42.092106 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:11:42.177533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.181420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:42.197037 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.208851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d3cf97-b839-4cb0-af92-d72595594be6,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:42.212445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:42.223038 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-433751c0-c86b-4d20-9c29-9b5163fe4c23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80d3cf97-b839-4cb0-af92-d72595594be6 HTTP/1.1" status: 204 len: 168 time: 2.2321520 Dec 21 04:11:42.430098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50764) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:42.481301 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f1129e3d-a846-4418-ac83-56373def0b11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e493e3520463403a898add07aff6137f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0498776 Dec 21 04:11:42.483640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50768) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:42.543474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.574880 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.621019 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.626052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9ec2e3d7-ed7b-45ca-bedf-c7efb8abfcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:42.640158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eac161-39ff-4df0-a1e9-defeb4d4a536,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:42.645461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:42.647708 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:42.648616 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4eac161-39ff-4df0-a1e9-defeb4d4a536 HTTP/1.1" status: 204 len: 168 time: 0.1640403 Dec 21 04:11:43.535752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50830) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:43.683769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-66470899-network', 'tenant_id': '47f27e8e023c4389baab36e3c8d498fa'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:11:43.689758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:43.694213 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Usage tracker for resource:network and tenant:47f27e8e023c4389baab36e3c8d498fa is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:43.697223 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:43.702958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:43.713086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Made reservation on behalf of 47f27e8e023c4389baab36e3c8d498fa for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:11:43.717849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.731194 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.746978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:43.751031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Usage tracker for resource:security_group_rule and tenant:47f27e8e023c4389baab36e3c8d498fa is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:43.754503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:43.760248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:43.848989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.852662 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.869645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:11:43.880141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.880525 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Added segment aac09bfd-dbef-45e4-b0d8-eff86b02b198 of type vxlan for network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb Dec 21 04:11:43.881779 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4c3bfe04-36a8-4f04-9254-d0351ea16351 tempest-AttachVolumeShelveTestJSON-1167376009 tempest-AttachVolumeShelveTestJSON-1167376009] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:43.949125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.953915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f9f17-9a2c-4154-bab4-c57e3d4cf945,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:43.957741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:43.990542 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.991968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:43.992600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:43.997588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:44.102839 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5658858 Dec 21 04:11:44.103899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb3fe67-b8a4-43fe-adfa-ce608fad83fb,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:44.106930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50844) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:44.107159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:44.115744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Request body: {'subnet': {'network_id': '9fb3fe67-b8a4-43fe-adfa-ce608fad83fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-66470899-subnet', 'tenant_id': '47f27e8e023c4389baab36e3c8d498fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:11:44.115867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:11:44.121006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:44.125337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Usage tracker for resource:subnet and tenant:47f27e8e023c4389baab36e3c8d498fa is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:44.129008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:44.131467 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:11:44.135049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:44.145905 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Made reservation on behalf of 47f27e8e023c4389baab36e3c8d498fa for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:11:44.150924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6220872'] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:44.571950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848046866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6220889'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:44.588094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:44.732567 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89a4022-5525-4239-9e51-85f2c9719502,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:44.736985 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:44.796431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Checking segment: {'id': 'aac09bfd-dbef-45e4-b0d8-eff86b02b198', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9fb3fe67-b8a4-43fe-adfa-ce608fad83fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:11:44.796821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Network hostable DHCP agents. Network: 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:11:44.816027 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:11:44.824199 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:11:44.833847 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b3f26-06da-4d02-a851-b26646248f35 None None] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:11:44.836504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:44.837151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:44.856537 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7483718 Dec 21 04:11:45.079203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3303e34-944b-4ace-837d-5dd3fd02ddc5 None None] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:11:45.598984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50874) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:45.605309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-718465946-network', 'tenant_id': '7bccf220352f43d5b74ef58885435aeb'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:11:45.610456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:45.614990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Usage tracker for resource:network and tenant:7bccf220352f43d5b74ef58885435aeb is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:45.618592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:45.624306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:45.633892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Made reservation on behalf of 7bccf220352f43d5b74ef58885435aeb for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:11:45.638589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.652665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.672409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:45.678517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Usage tracker for resource:security_group_rule and tenant:7bccf220352f43d5b74ef58885435aeb is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:45.681609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:45.687339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:45.773215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.776066 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.780238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:45.816743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:11:45.826264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e87b4-a816-4d7f-9d96-777571b2cf91,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:45.830698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:45.833461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.833937 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Added segment 3e205c33-7a2d-4a41-9446-7d405995ccfb of type vxlan for network 914fece9-b723-4ead-b102-3edd3d55a1e8 Dec 21 04:11:45.861883 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.890724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.891912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:45.892688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:45.896261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:46.007089 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4068165 Dec 21 04:11:46.008040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Pushing event updated for resources: {'Network': ['ID=914fece9-b723-4ead-b102-3edd3d55a1e8,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:46.010221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50878) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:46.011074 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-47537338-d548-473b-a763-47b5754b6211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:46.016781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Request body: {'subnet': {'network_id': '914fece9-b723-4ead-b102-3edd3d55a1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-718465946-subnet', 'tenant_id': '7bccf220352f43d5b74ef58885435aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:11:46.020003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:11:46.023014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:11:46.027109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Usage tracker for resource:subnet and tenant:7bccf220352f43d5b74ef58885435aeb is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:11:46.030161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:11:46.033896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:11:46.036412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:11:46.046069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Made reservation on behalf of 7bccf220352f43d5b74ef58885435aeb for: {'subnet': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:11:46.050809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848313033'] for subnet, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:46.498730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30284101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848313050'] for subnet, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:46.514315 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-5e1e00b8-f3a0-46a3-9c43-1625e6a110c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:46.657125 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569a8f2e-a69e-4115-b075-a8a1f6767f65,revision_number=0']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:46.661403 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:46.727595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Checking segment: {'id': '3e205c33-7a2d-4a41-9446-7d405995ccfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '914fece9-b723-4ead-b102-3edd3d55a1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:11:46.727976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Network hostable DHCP agents. Network: 914fece9-b723-4ead-b102-3edd3d55a1e8, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:11:46.745773 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:11:46.754146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 914fece9-b723-4ead-b102-3edd3d55a1e8) {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:11:46.762860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ac4e7-ce96-4e58-aa10-7c9f5ccecd1e None None] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:11:46.770861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:11:46.771516 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:46.790925 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c842d117-b2ab-4434-a161-d0c430916db6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7792990 Dec 21 04:11:46.941299 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50886) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:46.998917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae525b7-f2a3-4c4d-a99c-e5488fc0aef2 None None] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:11:47.017181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Deleting subnet f89a4022-5525-4239-9e51-85f2c9719502 {{(pid=80302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:11:47.020343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:47.072903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849061007'] for subnet, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:47.135510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:47.404669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824491775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6462766'] for subnet, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:47.424698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:47.470670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89a4022-5525-4239-9e51-85f2c9719502,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:47.475610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:47.558677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:47.564502 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-851f1905-1fb3-4edc-b584-46e2f2f94c2f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f89a4022-5525-4239-9e51-85f2c9719502 HTTP/1.1" status: 204 len: 168 time: 0.6220984 Dec 21 04:11:47.567248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50892) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:47.688787 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:47.886076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.004487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb3fe67-b8a4-43fe-adfa-ce608fad83fb']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:48.021528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac09bfd-dbef-45e4-b0d8-eff86b02b198') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:48.021904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac09bfd-dbef-45e4-b0d8-eff86b02b198') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:48.034319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.048800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.050786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:11:48.244400 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:11:48.254713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.432825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Network 9fb3fe67-b8a4-43fe-adfa-ce608fad83fb has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:11:48.455459 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:11:48.533410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.537741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.541401 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0bf6dd00-9469-443c-8235-dc858f442176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:48.561996 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9fb3fe67-b8a4-43fe-adfa-ce608fad83fb HTTP/1.1" status: 204 len: 168 time: 0.9937327 Dec 21 04:11:48.563197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb3fe67-b8a4-43fe-adfa-ce608fad83fb,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:48.566306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-18f37579-7493-4337-bda7-62b3ddd016b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:48.566924 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50898) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:48.633511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Deleting subnet 569a8f2e-a69e-4115-b075-a8a1f6767f65 {{(pid=80303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:11:48.636640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.696774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6743998'] for subnet, precommit_delete_associations {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:48.758465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.021230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6728874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848554927'] for subnet, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.037693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:49.083413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569a8f2e-a69e-4115-b075-a8a1f6767f65,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:49.087909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:49.171258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.177950 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-cd120b1c-4640-40d2-bd91-753cc7d581e9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/569a8f2e-a69e-4115-b075-a8a1f6767f65 HTTP/1.1" status: 204 len: 168 time: 0.6096377 Dec 21 04:11:49.180221 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50902) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:49.299797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.488225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.606891 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914fece9-b723-4ead-b102-3edd3d55a1e8']}} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:49.619757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e205c33-7a2d-4a41-9446-7d405995ccfb') {'for_net_delete': True} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:49.620093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e205c33-7a2d-4a41-9446-7d405995ccfb') {} {{(pid=80303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:11:49.632493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848031833'] for segment, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.647808 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:49.649786 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:11:49.837353 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:11:49.846539 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848004600'] for segment, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.034083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Network 914fece9-b723-4ead-b102-3edd3d55a1e8 has no segments {{(pid=80303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:11:50.059038 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:11:50.134864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.138249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:50.156531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.167137 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Pushing event deleted for resources: {'Network': ['ID=914fece9-b723-4ead-b102-3edd3d55a1e8,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:50.170506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:50.172638 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0d1d5887-0a59-4f4b-9fa6-33a77e6db858 admin admin] 10.222.0.23 "DELETE /v2.0/networks/914fece9-b723-4ead-b102-3edd3d55a1e8 HTTP/1.1" status: 204 len: 168 time: 0.9908440 Dec 21 04:11:50.384063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50910) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:50.438038 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-17efcaf9-5a3f-42b1-8841-5dfd2ae60b9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47f27e8e023c4389baab36e3c8d498fa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0526145 Dec 21 04:11:50.440602 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 50914) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:50.508293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.538318 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.589423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.595054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-aa0d1073-105e-4860-a9bb-88176bbb6044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:50.611009 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f9f17-9a2c-4154-bab4-c57e3d4cf945,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:50.613687 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:50.616573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:50.629931 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/461f9f17-9a2c-4154-bab4-c57e3d4cf945 HTTP/1.1" status: 204 len: 168 time: 0.1880553 Dec 21 04:11:51.051412 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50924) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:51.104542 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-845ef40a-b413-4e9a-be55-bf5d906111ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bccf220352f43d5b74ef58885435aeb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0517426 Dec 21 04:11:51.107193 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 50928) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:11:51.403179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:51.432969 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:51.479862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:51.484809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-017bd3b4-42b7-40fb-945c-c42a640c6701 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:11:51.501192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e87b4-a816-4d7f-9d96-777571b2cf91,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:11:51.504912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:11:51.505855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:11:51.507099 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-7689078e-e659-4f09-9dc9-d124e90e3221 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/685e87b4-a816-4d7f-9d96-777571b2cf91 HTTP/1.1" status: 204 len: 168 time: 0.3988640 Dec 21 04:11:52.282507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:00.783237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51102) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:00.850835 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f2e9abaa-b15d-4bb2-9812-dab7405698c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:00.937265 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:00.952409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:00.957005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Usage tracker for resource:security_group_rule and tenant:babdce93a551461b957a304876161ee6 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:00.960043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:00.965814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:01.051099 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.053742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.062506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ee282ea0-82d8-4840-893d-40abc7c44809 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:01.107693 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=babdce93a551461b957a304876161ee6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3233433 Dec 21 04:12:01.108589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76439d66-7856-492a-8f5b-a8c1a006c9af,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:01.110624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51108) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:01.112007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:01.176111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.433446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.477910 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.482830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6eaf3233-af70-4b96-80ec-486c16d8f777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:01.495085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76439d66-7856-492a-8f5b-a8c1a006c9af,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:01.498279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:01.500373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.501634 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-45d09b0c-39e9-48a8-a0aa-0aa0e1cd68c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76439d66-7856-492a-8f5b-a8c1a006c9af HTTP/1.1" status: 204 len: 168 time: 0.3899100 Dec 21 04:12:01.845593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51120) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:01.866236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.882167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:01.886212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Usage tracker for resource:security_group_rule and tenant:21877660bf714a14865305d5129c084b is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:01.889112 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:01.894800 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:01.982836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.985450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:01.994380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-99b53334-b4c4-480d-b1ad-030f8ab69278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:02.033325 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21877660bf714a14865305d5129c084b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1869693 Dec 21 04:12:02.036309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51126) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:02.037478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef6b9b6-b682-4333-936a-180b44cfbb1e,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:02.040657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-00eae6bb-9e53-4967-a8c3-e55f3815564c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:02.099981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:02.126714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:02.169645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:02.174425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fadfa8a0-c915-4021-9571-a458a5fe3dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:02.187348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef6b9b6-b682-4333-936a-180b44cfbb1e,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:02.191597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:02.197156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:02.198376 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-65830120-16a2-42e7-88c8-16197a0bed68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ef6b9b6-b682-4333-936a-180b44cfbb1e HTTP/1.1" status: 204 len: 168 time: 0.1609476 Dec 21 04:12:03.282897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ae9b0a06-d5de-40bb-a859-0ec234b72af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.325283 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51158) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:03.476586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.492248 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:03.496381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Usage tracker for resource:security_group_rule and tenant:bae0da6137774882b5158eb72ad55fae is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:03.499407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:03.505777 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:03.593589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.596386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.605844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e7c7536e-97db-46c2-96f2-876cb089c513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:03.649519 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bae0da6137774882b5158eb72ad55fae&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3205860 Dec 21 04:12:03.649519 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a8ba80-f0f9-4cbe-a2cb-b2020b1d099f,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:03.650386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51170) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:03.652033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b4c92bdc-a0a9-4214-bf9b-06d7844330bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:03.720314 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.746255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.750752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.795356 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.801340 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c047922d-7da4-47d1-bb8b-c6e94d2a034e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:03.814382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a8ba80-f0f9-4cbe-a2cb-b2020b1d099f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:03.816968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:03.826171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:03.830198 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20a8ba80-f0f9-4cbe-a2cb-b2020b1d099f HTTP/1.1" status: 204 len: 168 time: 0.1778963 Dec 21 04:12:04.746842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51208) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:04.760478 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:04.889663 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1037348789-network', 'tenant_id': '918fc3e281294b05ae43bab248c944f8'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:04.894824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:04.898933 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Usage tracker for resource:network and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:04.901951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:04.907694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:04.917208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Made reservation on behalf of 918fc3e281294b05ae43bab248c944f8 for: {'network': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:12:04.922060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:04.935635 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:04.951368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:04.955389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Usage tracker for resource:security_group_rule and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:04.958434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:04.964338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:05.048249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.051569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.055934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4aa8add6-2af2-4753-bb9f-0100ede1b076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:05.088007 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:12:05.101245 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f542b9-9755-492d-9091-8d7b85206ab8,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:05.105502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:05.106483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254405453343', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.106917 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Added segment 9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca of type vxlan for network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb Dec 21 04:12:05.127191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.136024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.165293 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.166589 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:05.167236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.170643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:05.286646 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5385933 Dec 21 04:12:05.287600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Pushing event updated for resources: {'Network': ['ID=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:05.289741 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51214) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:05.292357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b9c8ba02-c6cb-44be-8aa4-1e8ae6f088ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:05.296842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Request body: {'subnet': {'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1037348789-subnet', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:05.299104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:12:05.301776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:05.306153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Usage tracker for resource:subnet and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:05.309199 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:05.312934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:12:05.315038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:05.324851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Made reservation on behalf of 918fc3e281294b05ae43bab248c944f8 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:12:05.329734 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6220872'] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.731038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848046866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6220889'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:05.750592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:05.887517 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5609bef0-baf4-48be-9b53-969d2a1c8022,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:05.891612 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:05.950945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Checking segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:05.951343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Network hostable DHCP agents. Network: 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:12:05.976745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:12:05.985576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:05.995619 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e99dd7-3c7c-49d0-9184-9aff1adb1978 None None] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:12:05.998487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:05.999141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.020378 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-84189404-5303-41ee-87ff-e991bc97e926 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7290435 Dec 21 04:12:06.022644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51224) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:06.028404 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:06.033279 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:06.038254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Usage tracker for resource:router and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:06.041528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:06.047390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:06.057554 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.058768 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.073943 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.235085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 04:12:06.236254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.359955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.540851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Allocated IP 172.20.0.2 (6d7e20b4-0b5a-48e9-9e33-1345eefc32fb/5609bef0-baf4-48be-9b53-969d2a1c8022/e90ee299-22a9-4a98-8e64-c8410f113c57) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:06.693897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.729065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.767898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.780266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Transition to ACTIVE for port object e90ee299-22a9-4a98-8e64-c8410f113c57 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:06.798826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Transition to ACTIVE for port object e90ee299-22a9-4a98-8e64-c8410f113c57 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:06.803006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:06.819725 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:06.888605 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Pushing event updated for resources: {'Port': ['ID=e90ee299-22a9-4a98-8e64-c8410f113c57,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:06.902616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:07.040000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:07.041355 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:07.043739 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:07.047327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Allocated IP 172.28.1.16 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/99bff260-6c72-4d77-917d-78ac7db8b4eb) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:07.098292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Attempting to bind port e90ee299-22a9-4a98-8e64-c8410f113c57 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:07.098615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Attempting to bind port e90ee299-22a9-4a98-8e64-c8410f113c57 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:07.099017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Attempting to bind port e90ee299-22a9-4a98-8e64-c8410f113c57 on network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:07.104630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:07.105040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Checking segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:07.105476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:07.105984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Bound using segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:07.106491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Bound port: e90ee299-22a9-4a98-8e64-c8410f113c57, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:07.106899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:07.196177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] For port e90ee299-22a9-4a98-8e64-c8410f113c57, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:07.199246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] For port e90ee299-22a9-4a98-8e64-c8410f113c57, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=e90ee299-22a9-4a98-8e64-c8410f113c57,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:07.202670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:07.204525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:07.217381 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:07.229941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:07.246598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6443143d-5eb6-4694-9295-9c2399ed804b tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:07.370167 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Pushing event updated for resources: {'Port': ['ID=e90ee299-22a9-4a98-8e64-c8410f113c57,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:07.374700 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c68b0632-0a8f-4276-88a2-dffd41913e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:07.388972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Pushing event updated for resources: {'Port': ['ID=99bff260-6c72-4d77-917d-78ac7db8b4eb,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:07.393497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:07.437272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:07.440059 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:07.441754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:08.117189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:08.375796 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51248) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:08.518732 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:08.535580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:08.553149 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:08.558108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Usage tracker for resource:security_group_rule and tenant:574e74eeae474ac49a70216ca1371877 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:08.562398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:08.569173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:08.673312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:08.676503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:08.686664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7e3d3e74-e33d-4f46-b75a-7ccc53f96c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:08.732977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72036305-477e-4918-b7d4-50624b59041d,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:08.736726 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:08.742566 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9b97941a-9e8a-413d-a5c7-b6c631381e68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=574e74eeae474ac49a70216ca1371877&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3655891 Dec 21 04:12:08.742755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51254) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:08.830254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a3403-0f64-4008-ba61-04311d8f167f None None] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:12:08.847718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Router 7270b2af-1c99-455b-a7ed-e209d4716ff3 is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 04:12:08.872917 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:08.877402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-2da0ce21-78f5-42cd-9505-34ceeb7bdbcb None None] Provisioning for port e90ee299-22a9-4a98-8e64-c8410f113c57 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:09.011254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.146639 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:12:09.156324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Sync routers for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:12:09.168306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:09.169289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:09.172528 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.181238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9661c0a8-5165-4f62-a016-e414d2558b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:09.195325 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.196670 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1730177 Dec 21 04:12:09.198633 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.200612 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72036305-477e-4918-b7d4-50624b59041d HTTP/1.1" status: 204 len: 168 time: 0.4466262 Dec 21 04:12:09.200738 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51258) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:09.200820 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72036305-477e-4918-b7d4-50624b59041d,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:09.202946 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8e370873-a004-489a-b224-0a5fbf3ee14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:09.308659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device e90ee299-22a9-4a98-8e64-c8410f113c57 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:09.400624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port e90ee299-22a9-4a98-8e64-c8410f113c57 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:09.406092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port e90ee299-22a9-4a98-8e64-c8410f113c57 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:09.406723 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.458311 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:09.553345 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.599651 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port e90ee299-22a9-4a98-8e64-c8410f113c57, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=e90ee299-22a9-4a98-8e64-c8410f113c57,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:09.606556 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.613654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:09.692222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=e90ee299-22a9-4a98-8e64-c8410f113c57,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:09.706441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:09.707976 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-cb9bd5d0-3e04-45ca-9e8b-26ac4c266f0e None None] Provisioning complete for port e90ee299-22a9-4a98-8e64-c8410f113c57 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:09.711590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-cb9bd5d0-3e04-45ca-9e8b-26ac4c266f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.826056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51266) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:09.844967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.863144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:09.868581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Usage tracker for resource:security_group_rule and tenant:21b3a7146a3246d783929a7e33f3cf8d is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:09.871710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:09.878446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:09.910916 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:07Z', 'revision_number': 3, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:09.917514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Checking router: 7270b2af-1c99-455b-a7ed-e209d4716ff3 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:12:09.918253 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Updating router 7270b2af-1c99-455b-a7ed-e209d4716ff3 port 99bff260-6c72-4d77-917d-78ac7db8b4eb binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:12:09.976571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.982711 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.984544 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.986964 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-53dec2c8-1d91-4a08-9f33-c7c00c7d45fe None None] Provisioning complete for port e90ee299-22a9-4a98-8e64-c8410f113c57 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:09.990433 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-53dec2c8-1d91-4a08-9f33-c7c00c7d45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:09.992445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-60c8e2b6-3d67-4cc6-adf9-eaa17051f9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:10.000436 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.040159 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21b3a7146a3246d783929a7e33f3cf8d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2105219 Dec 21 04:12:10.040159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74567fc2-d0e9-4bec-8248-b8f65f5b660f,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:10.042038 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51270) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:10.045120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-9c5f85ae-5121-4b45-99bf-1bd962c41cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:10.110156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.143200 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.196186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.202712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-150c4931-cff2-49b1-9d59-14ea3f8a9dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:10.215431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.219512 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74567fc2-d0e9-4bec-8248-b8f65f5b660f HTTP/1.1" status: 204 len: 168 time: 0.1736352 Dec 21 04:12:10.220782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74567fc2-d0e9-4bec-8248-b8f65f5b660f,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:10.223580 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-bc095f61-4a6c-4e51-bca6-8335f86a21f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:10.393792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Allocated IP 172.20.0.1 (6d7e20b4-0b5a-48e9-9e33-1345eefc32fb/5609bef0-baf4-48be-9b53-969d2a1c8022/162cde3e-9bd4-4f76-98f1-d9da781daef3) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:10.424535 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.437509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Transition to ACTIVE for port object 99bff260-6c72-4d77-917d-78ac7db8b4eb will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:10.440906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.456717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:10.558508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.574695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Transition to ACTIVE for port object 162cde3e-9bd4-4f76-98f1-d9da781daef3 will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:10.594648 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.603143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Pushing event updated for resources: {'Port': ['ID=99bff260-6c72-4d77-917d-78ac7db8b4eb,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:10.610628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e9b7526a-6855-41f7-8c7d-256c6d5bf426 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:10.615271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.615649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.616021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.616390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.616753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.617114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.617473 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.617857 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.618584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.618584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.618968 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.619323 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.619740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.620096 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.620451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.620805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.621163 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.621515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.621889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.622251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.622613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.622972 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.623320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.623670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:10.629141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:10.679518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Attempting to bind port 99bff260-6c72-4d77-917d-78ac7db8b4eb on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:10.679977 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Attempting to bind port 99bff260-6c72-4d77-917d-78ac7db8b4eb by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:10.680309 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Attempting to bind port 99bff260-6c72-4d77-917d-78ac7db8b4eb on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:10.686159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:10.686578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:10.687153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.687586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:10.688105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Bound port: 99bff260-6c72-4d77-917d-78ac7db8b4eb, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:10.688514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.755892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Pushing event updated for resources: {'Port': ['ID=162cde3e-9bd4-4f76-98f1-d9da781daef3,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:10.759332 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:10.776154 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] For port 99bff260-6c72-4d77-917d-78ac7db8b4eb, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:10.779575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] For port 99bff260-6c72-4d77-917d-78ac7db8b4eb, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=99bff260-6c72-4d77-917d-78ac7db8b4eb,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:10.783814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:10.798978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f184a5b4-852b-4f73-8131-2e70d716b107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:10.807647 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:10.808804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:10.811354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:10.876675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.003069 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Pushing event updated for resources: {'Port': ['ID=99bff260-6c72-4d77-917d-78ac7db8b4eb,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:11.011862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:11.023472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.055277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:11.056080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:11.079703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-a0e2f8d9-5bc7-42b0-b757-4fd0663aa263 None None] Provisioning for port 162cde3e-9bd4-4f76-98f1-d9da781daef3 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:11.084987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-a0e2f8d9-5bc7-42b0-b757-4fd0663aa263 None None] Provisioning complete for port 162cde3e-9bd4-4f76-98f1-d9da781daef3 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:11.085634 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f8d9-5bc7-42b0-b757-4fd0663aa263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.147491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2f8d9-5bc7-42b0-b757-4fd0663aa263 None None] Port 162cde3e-9bd4-4f76-98f1-d9da781daef3 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:12:11.254692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device e90ee299-22a9-4a98-8e64-c8410f113c57 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:11.333900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port e90ee299-22a9-4a98-8e64-c8410f113c57 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:11.334320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.367179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.372218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.406164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0edc2fbc-65fb-4e6a-8b78-c48a9a502096 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:11.445448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:11.502540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Pushing event updated for resources: {'Port': ['ID=162cde3e-9bd4-4f76-98f1-d9da781daef3,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:11.506747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:11.508054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:11.665752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:11.666824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:11.808225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 1, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:11.813304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0057c-9711-4443-bc3b-8579e7aaf8d8 None None] The sync data for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb is: [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 1, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:12:11.883085 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Router 7270b2af-1c99-455b-a7ed-e209d4716ff3 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:12:11.975781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-2c268d28-ae0b-4b91-9a52-02226b13586f None None] Provisioning complete for port 162cde3e-9bd4-4f76-98f1-d9da781daef3 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:11.976288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2c268d28-ae0b-4b91-9a52-02226b13586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:12.036274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-2c268d28-ae0b-4b91-9a52-02226b13586f None None] Port 162cde3e-9bd4-4f76-98f1-d9da781daef3 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:12:12.337562 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:12:12.366704 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] 10.222.0.23 "PUT /v2.0/routers/7270b2af-1c99-455b-a7ed-e209d4716ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1656332 Dec 21 04:12:13.245981 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51368) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:13.252471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-874523956-network', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:13.258550 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:13.263084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Usage tracker for resource:network and tenant:d8cba53de662443f811f7e0dd82040f3 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:13.266416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 99bff260-6c72-4d77-917d-78ac7db8b4eb up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:13.266569 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:13.272514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:13.282799 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Made reservation on behalf of d8cba53de662443f811f7e0dd82040f3 for: {'network': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:12:13.287671 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for network, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.302140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.319041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:13.324064 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Usage tracker for resource:security_group_rule and tenant:d8cba53de662443f811f7e0dd82040f3 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:13.333886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:13.340440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:13.343497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 99bff260-6c72-4d77-917d-78ac7db8b4eb completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:13.349441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 99bff260-6c72-4d77-917d-78ac7db8b4eb triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:13.350080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.430601 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.434171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.438453 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-c11cdc85-57ca-4f8d-8143-179932ae15e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:13.473439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.474665 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 21 04:12:13.484133 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735dfcac-6bec-4972-950a-b8cb6a2ab28b,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:13.488593 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:13.491176 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.491566 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.segments_db [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Added segment e3a93c6d-37cb-4589-90bf-8be445ef18e2 of type vxlan for network 9c000cfe-11c7-40d8-ab2c-03299fa38581 Dec 21 04:12:13.491713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 99bff260-6c72-4d77-917d-78ac7db8b4eb, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=99bff260-6c72-4d77-917d-78ac7db8b4eb,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:13.495017 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.497351 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:13.527035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254405933206'] for network, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.563697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724'] for network, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.565030 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:13.565737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:13.568460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=99bff260-6c72-4d77-917d-78ac7db8b4eb,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:13.571319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ac40c482-703a-4756-870b-d6142ab6d360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:13.572863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:13.669874 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4226248 Dec 21 04:12:13.673012 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51374) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:13.678157 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Pushing event updated for resources: {'Network': ['ID=9c000cfe-11c7-40d8-ab2c-03299fa38581,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:13.680237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Request body: {'subnet': {'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-874523956-subnet', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'ip_version': 4}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:13.681444 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6b7d22af-e6a3-4f56-9d58-e9ac34170cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:13.685680 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:13.689563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 details requested by agent ovs-agent-dv-cinder-733062-17-smb with host dv-cinder-733062-17-smb {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:12:13.691044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Usage tracker for resource:subnet and tenant:d8cba53de662443f811f7e0dd82040f3 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:13.694354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:13.700794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:13.708740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 21 04:12:13.712295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Made reservation on behalf of d8cba53de662443f811f7e0dd82040f3 for: {'subnet': 1} {{(pid=80303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:12:13.717121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6220872'] for subnet, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.144595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848046866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6220889'] for subnet, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.159894 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-869d1817-317b-4756-8778-08f1bf664fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:14.296306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcc3a87-3137-4301-8f30-267b13a01c17,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:14.300359 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:14.360640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Checking segment: {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:14.361230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Network hostable DHCP agents. Network: 9c000cfe-11c7-40d8-ab2c-03299fa38581, hostable agents: ['2d266086-2615-4553-9b79-72f561f526b5'], hosted agents: [] {{(pid=80303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 21 04:12:14.380083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 is scheduled to be hosted by DHCP agent 2d266086-2615-4553-9b79-72f561f526b5 with binding_index 1 {{(pid=80303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 21 04:12:14.388957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-smb, 9c000cfe-11c7-40d8-ab2c-03299fa38581) {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:14.398430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f1f0d-e66d-4ded-b07c-0ebb85f6d076 None None] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:12:14.401487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:14.402187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.421055 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4ddb2da3-43d4-445d-8f96-f1796c1a8bec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7468390 Dec 21 04:12:14.423950 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51378) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:14.430363 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:14.435730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:14.439855 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Usage tracker for resource:router and tenant:d8cba53de662443f811f7e0dd82040f3 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:14.444124 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:14.450082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:14.459761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8008407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854552874'] for router, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.460846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8013015', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846680731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854554336'] for router, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.476951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.633063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89c51429-431a-5a49-9902-4f4b1fcb8470-9c000cfe-11c7-40d8-ab2c-03299fa38581', 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'fixed_ips': [{'subnet_id': 'ddcc3a87-3137-4301-8f30-267b13a01c17'}]}} from dv-cinder-733062-17-smb. {{(pid=80304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 21 04:12:14.634011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:14.952691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Allocated IP 172.20.0.2 (9c000cfe-11c7-40d8-ab2c-03299fa38581/ddcc3a87-3137-4301-8f30-267b13a01c17/428df0bc-4422-48fe-94d7-9d64738298b8) {{(pid=80304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:15.025583 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8012996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8008388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854554319'] for router, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.183103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Notify callbacks [] for port, precommit_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.193613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Transition to ACTIVE for port object 428df0bc-4422-48fe-94d7-9d64738298b8 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:15.211141 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Transition to ACTIVE for port object 428df0bc-4422-48fe-94d7-9d64738298b8 will not be triggered until provisioned by entity DHCP. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:15.216168 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507'] for port, after_create {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.233173 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ca802637-1528-462e-ba4b-b93cf152a784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:15.274415 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 99bff260-6c72-4d77-917d-78ac7db8b4eb up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:15.333084 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Sync routers for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:12:15.374024 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.412479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.437266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:15.437984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:15.531932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Pushing event updated for resources: {'Port': ['ID=428df0bc-4422-48fe-94d7-9d64738298b8,revision_number=1']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:15.535558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:15.664568 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 99bff260-6c72-4d77-917d-78ac7db8b4eb triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:15.664971 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.689899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Allocated IP 172.28.1.147 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/f9c7eebc-5823-4370-aaee-9d93fc5fb102) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:15.733854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 is already hosted by enough agents. {{(pid=80304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:15.742105 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:15.786576 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Resources bound (agent type, host, resource id): {{(pid=80304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:15.797354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Received port after_create {{(pid=80304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:15.851168 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.877852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:15.898672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-dabde5ae-479a-49dc-bb4c-bef0a2a6f2b6 tempest-AttachVolumeNegativeTest-1942635456 tempest-AttachVolumeNegativeTest-1942635456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:15.982171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Attempting to bind port 428df0bc-4422-48fe-94d7-9d64738298b8 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:15.982585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Attempting to bind port 428df0bc-4422-48fe-94d7-9d64738298b8 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:15.982990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Attempting to bind port 428df0bc-4422-48fe-94d7-9d64738298b8 on network 9c000cfe-11c7-40d8-ab2c-03299fa38581 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:16.041852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c7eebc-5823-4370-aaee-9d93fc5fb102,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:16.046548 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:16.046914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:16.047028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Checking segment: {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:16.047387 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:16.047818 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Bound using segment: {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:16.048338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Bound port: 428df0bc-4422-48fe-94d7-9d64738298b8, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:16.049109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:16.093989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:16.095225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:16.097571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:16.460918 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] For port 428df0bc-4422-48fe-94d7-9d64738298b8, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:16.475540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] For port 428df0bc-4422-48fe-94d7-9d64738298b8, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=428df0bc-4422-48fe-94d7-9d64738298b8,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:16.479670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:16.496224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:16.530922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:16.663706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:11Z', 'revision_number': 2, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:16.668684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Pushing event updated for resources: {'Port': ['ID=428df0bc-4422-48fe-94d7-9d64738298b8,revision_number=2']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:16.674712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:16.676202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Checking router: 7270b2af-1c99-455b-a7ed-e209d4716ff3 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:12:16.676603 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Updating router 7270b2af-1c99-455b-a7ed-e209d4716ff3 port 162cde3e-9bd4-4f76-98f1-d9da781daef3 binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:12:16.753414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:16.895685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846767409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846762771'] for router, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.157094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Router f0851a24-ceeb-4398-8c05-b8a4c683f010 is scheduled to L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 with binding_index 1 {{(pid=80303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 21 04:12:17.257491 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.271016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Transition to ACTIVE for port object 162cde3e-9bd4-4f76-98f1-d9da781daef3 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:17.275986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.290527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:17.328611 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 428df0bc-4422-48fe-94d7-9d64738298b8 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:17.362474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:12:17.377229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Sync routers for ids ['f0851a24-ceeb-4398-8c05-b8a4c683f010'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:12:17.388184 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Routers {'f0851a24-ceeb-4398-8c05-b8a4c683f010'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:17.388875 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['f0851a24-ceeb-4398-8c05-b8a4c683f010'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:17.390370 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] Notify callbacks [] for router, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.394798 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-34102398-0bf1-4c14-b45c-33b6227243f4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9697254 Dec 21 04:12:17.398186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51388) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:17.478988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc99a-657c-4cda-8f37-700d53684ea5 None None] Pushing event updated for resources: {'Port': ['ID=162cde3e-9bd4-4f76-98f1-d9da781daef3,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:17.491431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-74fcc99a-657c-4cda-8f37-700d53684ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:17.534531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 428df0bc-4422-48fe-94d7-9d64738298b8 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:17.594422 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Set router f0851a24-ceeb-4398-8c05-b8a4c683f010 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:17.671652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Attempting to bind port 162cde3e-9bd4-4f76-98f1-d9da781daef3 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:17.672067 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Attempting to bind port 162cde3e-9bd4-4f76-98f1-d9da781daef3 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:17.672475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Attempting to bind port 162cde3e-9bd4-4f76-98f1-d9da781daef3 on network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:17.679839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:17.680261 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Checking segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:17.680709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.681159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Bound using segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:17.681712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Bound port: 162cde3e-9bd4-4f76-98f1-d9da781daef3, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:17.682136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.786928 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] For port 162cde3e-9bd4-4f76-98f1-d9da781daef3, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:17.790503 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] For port 162cde3e-9bd4-4f76-98f1-d9da781daef3, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=162cde3e-9bd4-4f76-98f1-d9da781daef3,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:17.794544 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:17.811534 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:17.960500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:12:16Z', 'revision_number': 3, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:17.965164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Checking router: f0851a24-ceeb-4398-8c05-b8a4c683f010 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:12:17.965709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Updating router f0851a24-ceeb-4398-8c05-b8a4c683f010 port f9c7eebc-5823-4370-aaee-9d93fc5fb102 binding host dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:12:18.044508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.079696 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc99a-657c-4cda-8f37-700d53684ea5 None None] Pushing event updated for resources: {'Port': ['ID=162cde3e-9bd4-4f76-98f1-d9da781daef3,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:18.099186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-74fcc99a-657c-4cda-8f37-700d53684ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:18.124238 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:18.125080 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:18.404527 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:18.457379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08449bb6-3acf-43f9-9f3c-b78d7808befd None None] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:12:18.504989 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.582600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Notify callbacks [] for port, precommit_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.598312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Transition to ACTIVE for port object f9c7eebc-5823-4370-aaee-9d93fc5fb102 will not be triggered until provisioned by entity L2. {{(pid=80305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:18.601477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.617464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:18.764031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7530fe-1621-4a55-b06b-1ba6be8da439 None None] Pushing event updated for resources: {'Port': ['ID=f9c7eebc-5823-4370-aaee-9d93fc5fb102,revision_number=2']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:18.769599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7b7530fe-1621-4a55-b06b-1ba6be8da439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:18.809688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Provisioning for port 428df0bc-4422-48fe-94d7-9d64738298b8 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:18.819913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:12:18.839399 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Attempting to bind port f9c7eebc-5823-4370-aaee-9d93fc5fb102 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:18.839718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Attempting to bind port f9c7eebc-5823-4370-aaee-9d93fc5fb102 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:18.840119 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Attempting to bind port f9c7eebc-5823-4370-aaee-9d93fc5fb102 on network 17066c03-63b6-4220-841a-7ea96c7c91d4 {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:18.845936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:18.846348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Checking segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:18.846828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.847255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Bound using segment: {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'} {{(pid=80305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:18.847758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Bound port: f9c7eebc-5823-4370-aaee-9d93fc5fb102, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3277b2bf-405e-4b9f-9234-404951c34150', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}}] {{(pid=80305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:18.848263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.861598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Provisioning complete for port 428df0bc-4422-48fe-94d7-9d64738298b8 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:18.862163 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.882109 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Allocated IP 172.20.0.1 (9c000cfe-11c7-40d8-ab2c-03299fa38581/ddcc3a87-3137-4301-8f30-267b13a01c17/0d59379a-a6a6-4128-819f-98a21d40c897) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:18.947886 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] For port f9c7eebc-5823-4370-aaee-9d93fc5fb102, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:18.951564 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] For port f9c7eebc-5823-4370-aaee-9d93fc5fb102, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=f9c7eebc-5823-4370-aaee-9d93fc5fb102,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:18.956023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:18.974656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f0126dac-a99d-4600-9a90-c17474d25447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:19.079180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.101114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Transition to ACTIVE for port object 0d59379a-a6a6-4128-819f-98a21d40c897 will not be triggered until provisioned by entity DHCP. {{(pid=80303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:19.124203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.138134 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7530fe-1621-4a55-b06b-1ba6be8da439 None None] Pushing event updated for resources: {'Port': ['ID=f9c7eebc-5823-4370-aaee-9d93fc5fb102,revision_number=3']} {{(pid=80305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:19.141329 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-619b4bc9-0cff-4808-bd3c-e45c659d02cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:19.143782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7b7530fe-1621-4a55-b06b-1ba6be8da439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:19.186584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Routers {'f0851a24-ceeb-4398-8c05-b8a4c683f010'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:19.187327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['f0851a24-ceeb-4398-8c05-b8a4c683f010'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:19.293702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Pushing event updated for resources: {'Port': ['ID=0d59379a-a6a6-4128-819f-98a21d40c897,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:19.307836 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.308255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.308670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.309078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.309483 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.309915 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.310317 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.310710 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.311111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.311505 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.312716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.313121 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.313623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.314072 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.314402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.314794 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.315191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.316155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.316551 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.317106 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.317513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.317942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.318338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.320179 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:19.327600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:19.374440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 162cde3e-9bd4-4f76-98f1-d9da781daef3 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:19.379407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:19.380649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:19.383073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:19.420498 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] Set router f0851a24-ceeb-4398-8c05-b8a4c683f010 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:19.444625 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8012848'] for router_interface, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.480380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.518230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:17Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:19.531714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0324d59-049e-4cd0-be11-fe84eccce2b7 None None] The sync data for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb is: [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:17Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:12:19.545511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] For port 428df0bc-4422-48fe-94d7-9d64738298b8, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=428df0bc-4422-48fe-94d7-9d64738298b8,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:19.547083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 162cde3e-9bd4-4f76-98f1-d9da781daef3 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:19.553432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.559870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:19.624215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 162cde3e-9bd4-4f76-98f1-d9da781daef3 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:19.624758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.819793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Pushing event updated for resources: {'Port': ['ID=428df0bc-4422-48fe-94d7-9d64738298b8,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:19.824899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-8ceb371c-ec7e-471c-9525-a23ee0a7f55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:19.834458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.845770 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:12:16Z', 'revision_number': 3, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:19.849856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.853169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d5106a-f941-4efd-9809-f7c3feacfb8b None None] The sync data for ids ['f0851a24-ceeb-4398-8c05-b8a4c683f010'] in dv-cinder-733062-17-smb is: [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:12:16Z', 'revision_number': 3, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:12:19.878748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 162cde3e-9bd4-4f76-98f1-d9da781daef3, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=162cde3e-9bd4-4f76-98f1-d9da781daef3,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:19.888712 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:19.895215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ab327686-77f0-40df-bc49-a1b656e74d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:20.031858 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-309274e3-88ac-4ee2-a9e4-f501e6ff1203 None None] Provisioning for port 0d59379a-a6a6-4128-819f-98a21d40c897 completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:20.045273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-309274e3-88ac-4ee2-a9e4-f501e6ff1203 None None] Provisioning complete for port 0d59379a-a6a6-4128-819f-98a21d40c897 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:20.045754 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-309274e3-88ac-4ee2-a9e4-f501e6ff1203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.112123 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-309274e3-88ac-4ee2-a9e4-f501e6ff1203 None None] Port 0d59379a-a6a6-4128-819f-98a21d40c897 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:12:20.117607 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=162cde3e-9bd4-4f76-98f1-d9da781daef3,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:20.121431 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:20.132570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-309274e3-88ac-4ee2-a9e4-f501e6ff1203 None None] Provisioning complete for port 428df0bc-4422-48fe-94d7-9d64738298b8 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:20.132921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-309274e3-88ac-4ee2-a9e4-f501e6ff1203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.248480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.254416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.291761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-207c4fc6-a6f5-4a69-b5ef-bcfabe432d8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:20.371897 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Pushing event updated for resources: {'Port': ['ID=0d59379a-a6a6-4128-819f-98a21d40c897,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:20.375579 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:20.387130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847383739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8018827'] for router_interface, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.424175 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-46f1dcbe-92b6-4522-94f3-2ea328e45d7f None None] Provisioning complete for port 0d59379a-a6a6-4128-819f-98a21d40c897 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:20.424600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-46f1dcbe-92b6-4522-94f3-2ea328e45d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.536061 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-46f1dcbe-92b6-4522-94f3-2ea328e45d7f None None] Port 0d59379a-a6a6-4128-819f-98a21d40c897 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:12:20.558490 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-46f1dcbe-92b6-4522-94f3-2ea328e45d7f None None] Provisioning complete for port 428df0bc-4422-48fe-94d7-9d64738298b8 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:20.558904 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-46f1dcbe-92b6-4522-94f3-2ea328e45d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.600812 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:20.602102 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:20.822511 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-32f8aab6-27f5-4750-9fde-5d1babd5db82 None None] Provisioning complete for port 428df0bc-4422-48fe-94d7-9d64738298b8 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:20.823086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-32f8aab6-27f5-4750-9fde-5d1babd5db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:20.833438 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Router f0851a24-ceeb-4398-8c05-b8a4c683f010 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:12:21.059974 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:12:21.069400 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-208e275b-6e2b-4b3a-a30a-b197b2e82672 admin admin] 10.222.0.23 "PUT /v2.0/routers/f0851a24-ceeb-4398-8c05-b8a4c683f010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6701350 Dec 21 04:12:21.093216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-8f38a9f5-8aa4-4a4e-8c34-6343249bcfe3 None None] Provisioning complete for port 0d59379a-a6a6-4128-819f-98a21d40c897 triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:21.093669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8f38a9f5-8aa4-4a4e-8c34-6343249bcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.153051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-8f38a9f5-8aa4-4a4e-8c34-6343249bcfe3 None None] Port 0d59379a-a6a6-4128-819f-98a21d40c897 cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:12:21.330653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 428df0bc-4422-48fe-94d7-9d64738298b8 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:21.403441 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 428df0bc-4422-48fe-94d7-9d64738298b8 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:21.403860 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.530271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 162cde3e-9bd4-4f76-98f1-d9da781daef3 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:21.607584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 162cde3e-9bd4-4f76-98f1-d9da781daef3 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:21.608048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.730957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device f9c7eebc-5823-4370-aaee-9d93fc5fb102 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:21.801368 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port f9c7eebc-5823-4370-aaee-9d93fc5fb102 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:21.806998 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port f9c7eebc-5823-4370-aaee-9d93fc5fb102 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:21.807414 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.832627 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2061760619', 'description': 'tempest-TestShelveInstance-2061760619 description'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:21.839320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:21.843449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Usage tracker for resource:security_group and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:21.846537 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:21.852455 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:21.863197 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.884874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:21.888982 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Usage tracker for resource:security_group_rule and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:21.892051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:21.898337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:21.932180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.948892 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port f9c7eebc-5823-4370-aaee-9d93fc5fb102, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=f9c7eebc-5823-4370-aaee-9d93fc5fb102,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:21.952555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.957578 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-74fcc99a-657c-4cda-8f37-700d53684ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:21.984765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.987994 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:21.993496 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1e24430c-a822-4e42-8d18-34ec4ea93075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:22.029107 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=f9c7eebc-5823-4370-aaee-9d93fc5fb102,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:22.032759 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:22.040497 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.041877 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-203c119f-af73-40d8-88b2-43976b54d379 req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.2146981 Dec 21 04:12:22.042706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa8fa69-8212-48ab-a078-5972e8280b31,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:22.046380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b2a51e8d-77bb-45d9-9ded-9e2e1e15e9af tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:22.124533 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-c241160b-3fc1-446d-ab28-17ba82e7b043 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups/6aa8fa69-8212-48ab-a078-5972e8280b31 HTTP/1.1" status: 200 len: 1752 time: 0.0472546 Dec 21 04:12:22.136287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6aa8fa69-8212-48ab-a078-5972e8280b31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:22.136652 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6aa8fa69-8212-48ab-a078-5972e8280b31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:22.142949 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:22.147108 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Usage tracker for resource:security_group_rule and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:22.150144 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:22.155969 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:22.214098 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.239531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.242097 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.244292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-ccf78dbb-ef7b-42cb-a196-092a9c6b1a76 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:22.267296 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7587443f-1121-41e8-a996-c4c2794a0611,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:22.270418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:22.277682 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.279135 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-00cd7a15-f98a-4314-b2f7-affeff600941 req-6e7fa77a-32d0-4b17-b13b-9c31099c5e08 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1471553 Dec 21 04:12:22.293824 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.362149 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-7ae1abb9-6a77-45d8-8a38-fad6479c7b01 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups/6aa8fa69-8212-48ab-a078-5972e8280b31 HTTP/1.1" status: 200 len: 2313 time: 0.0485561 Dec 21 04:12:22.372573 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6aa8fa69-8212-48ab-a078-5972e8280b31', 'remote_group_id': None}]} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:22.372935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6aa8fa69-8212-48ab-a078-5972e8280b31', 'remote_group_id': None}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:22.379919 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:22.384035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Usage tracker for resource:security_group_rule and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:22.387088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:22.392792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:22.452486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group_rule, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.724471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.727698 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096839'] for security_group_rule, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.729885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:22.752693 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804bad04-194f-45dd-a726-7032cc17f57f,revision_number=0']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:22.757060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:22.763930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group_rule, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:22.765192 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8716d2bf-4e70-432a-b101-59c78c20f6cc req-40648104-3ccf-4670-b805-ac3233cbcb29 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.3966379 Dec 21 04:12:23.144585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Sync routers for ids ['f0851a24-ceeb-4398-8c05-b8a4c683f010'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:12:23.154525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Routers {'f0851a24-ceeb-4398-8c05-b8a4c683f010'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:23.155298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['f0851a24-ceeb-4398-8c05-b8a4c683f010'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:23.304717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device f9c7eebc-5823-4370-aaee-9d93fc5fb102 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:23.399885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Set router f0851a24-ceeb-4398-8c05-b8a4c683f010 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:23.478608 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port f9c7eebc-5823-4370-aaee-9d93fc5fb102 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:23.479021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:23.841945 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 4, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d59379a-a6a6-4128-819f-98a21d40c897', 'name': '', 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'mac_address': 'fa:16:3e:c9:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddcc3a87-3137-4301-8f30-267b13a01c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:18Z', 'updated_at': '2020-12-21T04:12:20Z', 'revision_number': 2, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'subnets': [{'id': 'ddcc3a87-3137-4301-8f30-267b13a01c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:23.846122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Checking router: f0851a24-ceeb-4398-8c05-b8a4c683f010 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:12:23.847058 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Updating router f0851a24-ceeb-4398-8c05-b8a4c683f010 port 0d59379a-a6a6-4128-819f-98a21d40c897 binding host dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 21 04:12:23.900833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:24.311844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Notify callbacks [] for port, precommit_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:24.323582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Transition to ACTIVE for port object 0d59379a-a6a6-4128-819f-98a21d40c897 will not be triggered until provisioned by entity L2. {{(pid=80304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:24.326247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:24.339229 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:24.644938 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44765d76-4dcf-41a2-b65f-04cc6958dc3f None None] Pushing event updated for resources: {'Port': ['ID=0d59379a-a6a6-4128-819f-98a21d40c897,revision_number=3']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:24.650613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-44765d76-4dcf-41a2-b65f-04cc6958dc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:24.799931 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Attempting to bind port 0d59379a-a6a6-4128-819f-98a21d40c897 on host dv-cinder-733062-17-smb for vnic_type normal with profile {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:24.800343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Attempting to bind port 0d59379a-a6a6-4128-819f-98a21d40c897 by drivers openvswitch on host dv-cinder-733062-17-smb at level 0 using segments [{'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:24.800751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Attempting to bind port 0d59379a-a6a6-4128-819f-98a21d40c897 on network 9c000cfe-11c7-40d8-ab2c-03299fa38581 {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:24.806979 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Checking agent: {'id': 'd758f470-6256-4eb7-84b9-fcf3cd521aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 5), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 35), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:24.807395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Checking segment: {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:24.807842 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:24.808277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Bound using segment: {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'} {{(pid=80304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:24.808785 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Bound port: 0d59379a-a6a6-4128-819f-98a21d40c897, host: dv-cinder-733062-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a93c6d-37cb-4589-90bf-8be445ef18e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581'}}] {{(pid=80304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:24.809196 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:24.899600 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] For port 0d59379a-a6a6-4128-819f-98a21d40c897, host dv-cinder-733062-17-smb, cleared binding levels {{(pid=80304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:24.906267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] For port 0d59379a-a6a6-4128-819f-98a21d40c897, host dv-cinder-733062-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=0d59379a-a6a6-4128-819f-98a21d40c897,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:24.912654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:24.930958 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-034fd6a0-f1c4-4cdf-bed5-47b6ec2af018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:25.084023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44765d76-4dcf-41a2-b65f-04cc6958dc3f None None] Pushing event updated for resources: {'Port': ['ID=0d59379a-a6a6-4128-819f-98a21d40c897,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:25.088610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-44765d76-4dcf-41a2-b65f-04cc6958dc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:25.132046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Routers {'f0851a24-ceeb-4398-8c05-b8a4c683f010'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:25.132730 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['f0851a24-ceeb-4398-8c05-b8a4c683f010'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:25.335452 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] Set router f0851a24-ceeb-4398-8c05-b8a4c683f010 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:25.666222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 4, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d59379a-a6a6-4128-819f-98a21d40c897', 'name': '', 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'mac_address': 'fa:16:3e:c9:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddcc3a87-3137-4301-8f30-267b13a01c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:18Z', 'updated_at': '2020-12-21T04:12:24Z', 'revision_number': 4, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'subnets': [{'id': 'ddcc3a87-3137-4301-8f30-267b13a01c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:25.670590 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c13a49-1238-4ac4-8a32-aefef7992d00 None None] The sync data for ids ['f0851a24-ceeb-4398-8c05-b8a4c683f010'] in dv-cinder-733062-17-smb is: [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 4, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '0d59379a-a6a6-4128-819f-98a21d40c897', 'name': '', 'network_id': '9c000cfe-11c7-40d8-ab2c-03299fa38581', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'mac_address': 'fa:16:3e:c9:55:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ddcc3a87-3137-4301-8f30-267b13a01c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:18Z', 'updated_at': '2020-12-21T04:12:24Z', 'revision_number': 4, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'subnets': [{'id': 'ddcc3a87-3137-4301-8f30-267b13a01c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:12:27.267899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d59379a-a6a6-4128-819f-98a21d40c897 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:27.335874 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning for port 0d59379a-a6a6-4128-819f-98a21d40c897 completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:27.342014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 0d59379a-a6a6-4128-819f-98a21d40c897 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:27.342440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:27.462073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:27.494357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] For port 0d59379a-a6a6-4128-819f-98a21d40c897, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=0d59379a-a6a6-4128-819f-98a21d40c897,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:27.497209 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:27.499246 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-33243953-91f7-426e-baf6-2a4f1839cc76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:27.568139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Pushing event updated for resources: {'Port': ['ID=0d59379a-a6a6-4128-819f-98a21d40c897,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:27.576324 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.576709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.577094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.577439 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.577840 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.578211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.578574 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.578939 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.579300 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.579664 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.580029 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.580391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.580827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.581804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.582169 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.582530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.582889 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.583251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.583610 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.583967 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.584327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.584684 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.585039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.585394 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:27.589863 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:28.095518 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80303) accepted ('10.222.0.23', 51512) {{(pid=80303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:28.258142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.276131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:28.280653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Usage tracker for resource:security_group_rule and tenant:998d1c9e0a12494f98d076171ac9d945 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:28.283731 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:28.289502 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:28.376716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.379510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.387737 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-515fba5a-a877-4d5b-b1c6-6c8219f247f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:28.434088 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=998d1c9e0a12494f98d076171ac9d945&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3348377 Dec 21 04:12:28.434088 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872d88ee-f5bf-4443-8d22-263f6ca1c701,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:28.434575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51518) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:12:28.437347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-180e79c8-2f46-41d9-b47e-473fc3d4aa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:28.500083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.528827 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.575094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.579975 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-81e2bfef-ab44-40ce-a6ba-a717ecf38258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:28.595558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872d88ee-f5bf-4443-8d22-263f6ca1c701,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:28.604335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:28.608136 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/872d88ee-f5bf-4443-8d22-263f6ca1c701 HTTP/1.1" status: 204 len: 168 time: 0.1698947 Dec 21 04:12:28.608136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.608136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.608136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.608136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.608692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.608899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.609289 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.609709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.610220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.610466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.610856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.611242 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.611697 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.612093 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.613040 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.613432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.613849 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.614241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.614630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.615019 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.615413 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.615797 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.616181 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.616563 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:12:28.620023 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-fff47fb1-1cd0-44e9-bcd9-7a3c76a1d476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:29.253638 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d59379a-a6a6-4128-819f-98a21d40c897 up at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:29.323039 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Provisioning complete for port 0d59379a-a6a6-4128-819f-98a21d40c897 triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:29.323594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:30.851709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-3cd5214d-b0c3-4b46-b715-0b63590b47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:33.286466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4324-f885-4d34-a0a5-ceb8746f55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:33.737900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:34.765095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:35.128081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:37.944599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-014bb325-8790-4a4d-ae0a-cbc58e022822 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Synchronizing usage tracker for tenant:918fc3e281294b05ae43bab248c944f8 on resource:security_group {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:12:37.961411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-014bb325-8790-4a4d-ae0a-cbc58e022822 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Unset dirty status for tenant:918fc3e281294b05ae43bab248c944f8 on resource:security_group {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:12:37.962962 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-014bb325-8790-4a4d-ae0a-cbc58e022822 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2061760619&fields=id&tenant_id=918fc3e281294b05ae43bab248c944f8 HTTP/1.1" status: 200 len: 267 time: 0.0606434 Dec 21 04:12:38.127581 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-41d47773-bbae-4400-9806-250c8da3aa8f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:38.128336 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-41d47773-bbae-4400-9806-250c8da3aa8f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Synchronizing usage tracker for tenant:918fc3e281294b05ae43bab248c944f8 on resource:network {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:12:38.144752 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-41d47773-bbae-4400-9806-250c8da3aa8f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Unset dirty status for tenant:918fc3e281294b05ae43bab248c944f8 on resource:network {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:12:38.146616 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-41d47773-bbae-4400-9806-250c8da3aa8f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 809 time: 0.1754212 Dec 21 04:12:38.162494 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-5137ae84-6d2e-4a4c-9b39-d790386bc381 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/quotas/918fc3e281294b05ae43bab248c944f8 HTTP/1.1" status: 200 len: 375 time: 0.0095928 Dec 21 04:12:38.250010 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-5dbb6f13-0483-4de4-9774-a594c5369817 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819366 Dec 21 04:12:38.527447 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-8f976c79-0959-46ab-b5d4-38678253aa3c service neutron] 10.222.0.23 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645848 Dec 21 04:12:38.669688 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1b19de64-e5f0-4d24-8c75-dc87dafc1a24 service neutron] 10.222.0.23 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357367 Dec 21 04:12:39.089983 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-96605f15-c410-4532-afc0-e7855145de39 req-3422245a-f6ca-4f28-830f-152cc0ffe0cd tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 210 time: 0.0459197 Dec 21 04:12:40.139001 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1b7a8eed-1ebe-4160-9280-39ece639928c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:40.140586 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1b7a8eed-1ebe-4160-9280-39ece639928c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 809 time: 0.1662796 Dec 21 04:12:40.228970 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-b1c2192e-9967-4e55-9484-c2b24748152e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=918fc3e281294b05ae43bab248c944f8 HTTP/1.1" status: 200 len: 5545 time: 0.0761974 Dec 21 04:12:40.238850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'port': {'device_id': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'admin_state_up': True, 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'security_groups': ['6aa8fa69-8212-48ab-a078-5972e8280b31']}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:40.391379 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:40.395392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Usage tracker for resource:port and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:40.398383 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Quota usage for port was recalculated. Used quota:2. {{(pid=80302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:40.404130 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:40.413398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Made reservation on behalf of 918fc3e281294b05ae43bab248c944f8 for: {'port': 1} {{(pid=80302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 21 04:12:40.413970 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e076e51b-d095-449f-80dd-2931e7887564 req-19de9da5-3a99-42ea-a1ba-f7034aca8453 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 210 time: 0.0513742 Dec 21 04:12:40.419348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:40.742294 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Allocated IP 172.20.0.5 (6d7e20b4-0b5a-48e9-9e33-1345eefc32fb/5609bef0-baf4-48be-9b53-969d2a1c8022/c56bc5bf-83d1-42f9-8354-25973fbf25fe) {{(pid=80302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:40.942778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for port, precommit_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:40.960501 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Transition to ACTIVE for port object c56bc5bf-83d1-42f9-8354-25973fbf25fe will not be triggered until provisioned by entity DHCP. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:40.980660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_create {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:40.995653 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:41.142772 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event updated for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=1']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:41.148352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:41.189758 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb is already hosted by enough agents. {{(pid=80302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:41.190911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources bound (agent type, host, resource id): {{(pid=80302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:41.193851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Received port after_create {{(pid=80302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:41.258127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:41.258801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:41.279750 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0453053 Dec 21 04:12:41.292864 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Request body: {'port': {'device_id': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:41.404320 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-c88e5890-a99d-4f30-8b59-1fd4d4c7d467 None None] Provisioning for port c56bc5bf-83d1-42f9-8354-25973fbf25fe completed by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:41.409386 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-c88e5890-a99d-4f30-8b59-1fd4d4c7d467 None None] Provisioning complete for port c56bc5bf-83d1-42f9-8354-25973fbf25fe triggered by entity DHCP. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:41.409861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c88e5890-a99d-4f30-8b59-1fd4d4c7d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:41.410218 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:41.468805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-c88e5890-a99d-4f30-8b59-1fd4d4c7d467 None None] Port c56bc5bf-83d1-42f9-8354-25973fbf25fe cannot update to ACTIVE because it is not bound. {{(pid=80304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 21 04:12:41.625724 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79545a-f353-4397-9476-23d417bc8498 req-303f87f9-db19-4154-ad6c-8342fc62664a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:41.627324 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6f79545a-f353-4397-9476-23d417bc8498 req-303f87f9-db19-4154-ad6c-8342fc62664a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 931 time: 0.0836520 Dec 21 04:12:41.673835 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-6f79545a-f353-4397-9476-23d417bc8498 req-11e9d550-6c39-4134-b466-b4aec98e0876 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0395792 Dec 21 04:12:41.827822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56bc5bf-83d1-42f9-8354-25973fbf25fe {{(pid=80302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 21 04:12:41.834676 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:41.846558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Transition to ACTIVE for port object c56bc5bf-83d1-42f9-8354-25973fbf25fe will not be triggered until provisioned by entity L2. {{(pid=80302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 21 04:12:41.849811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:41.869132 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f60585a7-9603-42a5-a2dc-330ad38b6c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:42.008013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Pushing event updated for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=2']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:42.012659 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:42.186571 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Attempting to bind port c56bc5bf-83d1-42f9-8354-25973fbf25fe on host hv-cinder-73306 for vnic_type normal with profile {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 21 04:12:42.187126 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Attempting to bind port c56bc5bf-83d1-42f9-8354-25973fbf25fe by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 21 04:12:42.187258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Attempting to bind port c56bc5bf-83d1-42f9-8354-25973fbf25fe on network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 21 04:12:42.193115 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Checking agent: {'id': '8f26642c-05d9-47fc-85af-6fa70e754952', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 52), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 21 04:12:42.193485 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Checking segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 21 04:12:42.193913 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:42.194303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Bound using segment: {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'} {{(pid=80302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 21 04:12:42.194783 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Bound port: c56bc5bf-83d1-42f9-8354-25973fbf25fe, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb'}}] {{(pid=80302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 21 04:12:42.195235 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:42.285448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] For port c56bc5bf-83d1-42f9-8354-25973fbf25fe, host hv-cinder-73306, cleared binding levels {{(pid=80302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 21 04:12:42.289148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] For port c56bc5bf-83d1-42f9-8354-25973fbf25fe, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 21 04:12:42.292411 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30402509'] for port, after_update {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:42.308425 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e6ac78b6-f3ae-4db0-b126-537d090aa1e3 tempest-AttachVolumeTestJSON-1982594276 tempest-AttachVolumeTestJSON-1982594276] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:42.459256 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Pushing event updated for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=3']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:42.462714 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:42.495479 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:42.496151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:42.497670 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] 10.222.0.21 "PUT /v2.0/ports/c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 1157 time: 1.2096686 Dec 21 04:12:42.498195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:12:42.572117 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'status': 'completed', 'code': 200} Dec 21 04:12:42.616045 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-275d2ba7-da71-4392-bf0a-107557175e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:42.617716 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-275d2ba7-da71-4392-bf0a-107557175e3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1160 time: 0.0817978 Dec 21 04:12:42.693231 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-b8d2bbc9-1601-4edd-818f-df012a59783f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 217 time: 0.0676301 Dec 21 04:12:42.761446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-b6cf41ec-3be0-4ebf-bb4e-6b73314a16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:42.763073 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-b6cf41ec-3be0-4ebf-bb4e-6b73314a16b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0645251 Dec 21 04:12:42.847042 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-94880d5b-14f5-4066-b3e7-558d1bd12db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:42.848571 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-94880d5b-14f5-4066-b3e7-558d1bd12db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0786715 Dec 21 04:12:42.900013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053dd31-bd20-4205-807b-bec080b912b2 req-eedebcbc-f1fd-429d-93cd-96aa02e54fb1 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:42.901647 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f053dd31-bd20-4205-807b-bec080b912b2 req-eedebcbc-f1fd-429d-93cd-96aa02e54fb1 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0910385 Dec 21 04:12:42.950593 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f053dd31-bd20-4205-807b-bec080b912b2 req-d8cd820e-ce8d-4801-b91d-9a104e822be2 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425720 Dec 21 04:12:42.994068 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-f08265bf-92f8-4ce7-a629-6a537800b8ba service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389520 Dec 21 04:12:43.135559 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c4ace03d-c372-4bad-a6be-a589f59c23da req-a527bd12-9041-434f-8411-8f90e4098bbe service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352143 Dec 21 04:12:43.251477 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-e7e032df-59f1-4161-9b52-8ca38929b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:43.253012 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-e7e032df-59f1-4161-9b52-8ca38929b9dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1160 time: 0.0748250 Dec 21 04:12:43.392183 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-19efeeef-740f-4d02-9e6a-0f84f676100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:43.393758 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-19efeeef-740f-4d02-9e6a-0f84f676100c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1343193 Dec 21 04:12:43.465816 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-70a92e97-17cf-44dd-87e0-ef1e30ffc1e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 217 time: 0.0649815 Dec 21 04:12:43.534078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-0ed12d17-a083-4536-b7e6-b202dd22e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:43.535482 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-0ed12d17-a083-4536-b7e6-b202dd22e5be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0627880 Dec 21 04:12:43.615354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-afe4689d-2aa6-4d60-bb3c-537ce84e33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:43.616879 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-afe4689d-2aa6-4d60-bb3c-537ce84e33fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0738151 Dec 21 04:12:43.758465 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-1a414cac-ec00-4bca-a80b-c933658c8187 service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343551 Dec 21 04:12:43.898810 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-26af0177-b20d-400f-9bb7-06c3485c9287 req-ab90c513-3d15-4c2e-86b5-064c9902c2ae service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335757 Dec 21 04:12:44.162788 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744be06-1043-4ede-9ecf-77d1e4760361 req-99846de9-321a-4de1-af4a-c7bf046049f0 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:44.164280 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8744be06-1043-4ede-9ecf-77d1e4760361 req-99846de9-321a-4de1-af4a-c7bf046049f0 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0818737 Dec 21 04:12:44.214588 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-8744be06-1043-4ede-9ecf-77d1e4760361 req-30474e81-ffc8-4159-93da-b605bcd81789 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440953 Dec 21 04:12:44.918348 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:44.987494 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning for port c56bc5bf-83d1-42f9-8354-25973fbf25fe completed by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 21 04:12:44.992670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port c56bc5bf-83d1-42f9-8354-25973fbf25fe triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:44.993081 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:45.105158 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:45.131660 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:12:45.141607 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port c56bc5bf-83d1-42f9-8354-25973fbf25fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:12:45.145153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:45.147781 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:45.191819 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'code': 200} Dec 21 04:12:45.219328 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=4']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:45.222592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:45.431086 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098e44b-5d77-44ba-ae19-f5eb33a7ffa5 req-52545820-9902-43b8-82f2-e1eafe3cdb2c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:45.432705 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3098e44b-5d77-44ba-ae19-f5eb33a7ffa5 req-52545820-9902-43b8-82f2-e1eafe3cdb2c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0856090 Dec 21 04:12:45.481409 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3098e44b-5d77-44ba-ae19-f5eb33a7ffa5 req-39152081-ec1b-4f5d-9ca1-ccc4708b249f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420818 Dec 21 04:12:45.491174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79063a-373f-400e-82f5-3623bb6c60a4 req-9e3d1b5b-da96-467f-abf6-822817999705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:45.492891 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2b79063a-373f-400e-82f5-3623bb6c60a4 req-9e3d1b5b-da96-467f-abf6-822817999705 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0823553 Dec 21 04:12:45.537294 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-2b79063a-373f-400e-82f5-3623bb6c60a4 req-3b593079-0f37-43fd-bd4d-a53f9f00f9c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0376294 Dec 21 04:12:46.666192 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:12:46.698721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea203a5-1611-478b-81a4-bc613a0c9c95 req-43df76dc-9d6a-4279-9813-cf4e3c4d75d6 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:46.700317 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dea203a5-1611-478b-81a4-bc613a0c9c95 req-43df76dc-9d6a-4279-9813-cf4e3c4d75d6 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0866840 Dec 21 04:12:46.735349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port c56bc5bf-83d1-42f9-8354-25973fbf25fe triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:12:46.735769 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:46.747501 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-dea203a5-1611-478b-81a4-bc613a0c9c95 req-b7010ae7-1473-4318-a75f-1f1199296308 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404696 Dec 21 04:12:46.958050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edae27d-bd11-45bf-b31d-136844969ce3 req-b3950a53-123e-4af8-82ec-10ca7411706c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:46.960180 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4edae27d-bd11-45bf-b31d-136844969ce3 req-b3950a53-123e-4af8-82ec-10ca7411706c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0829179 Dec 21 04:12:47.010071 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4edae27d-bd11-45bf-b31d-136844969ce3 req-968fc981-95eb-4ac4-872e-114d6e5edce5 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434124 Dec 21 04:12:47.219229 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-6bf22b24-9c21-447f-b2ea-bcd3b79789cf tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1558907 Dec 21 04:12:47.230328 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'floatingip': {'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:47.236389 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 21 04:12:47.240993 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Usage tracker for resource:floatingip and tenant:918fc3e281294b05ae43bab248c944f8 is out of sync, need to count used quota {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 21 04:12:47.243997 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 21 04:12:47.249745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.quota.driver [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 21 04:12:47.259212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for floatingip, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:47.401364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:47.672822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_common [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Allocated IP 172.28.1.113 (17066c03-63b6-4220-841a-7ea96c7c91d4/e998bd40-ed1d-4193-9ee6-8bc6c161351d/51a27f6b-15fd-41d3-87bb-449045780ece) {{(pid=80303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 21 04:12:47.831509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for port, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:47.857302 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782448859507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:47.872240 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-b7276a60-87b4-4afa-9d5b-c03a09e6ef8e tempest-VolumesNegativeTest-1590652360 tempest-VolumesNegativeTest-1590652360] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:48.016851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event updated for resources: {'Port': ['ID=51a27f6b-15fd-41d3-87bb-449045780ece,revision_number=1']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:48.021378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:48.065199 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Network 17066c03-63b6-4220-841a-7ea96c7c91d4 is already hosted by enough agents. {{(pid=80303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 21 04:12:48.066423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.base_scheduler [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Resources bound (agent type, host, resource id): {{(pid=80303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 21 04:12:48.069260 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Received port after_create {{(pid=80303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 21 04:12:48.151266 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for floatingip, precommit_create {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:48.209657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:48.471540 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for port, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:48.475008 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848004506'] for port, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:48.490327 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f9a0c39a-349e-4138-b397-461a71490b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:12:48.629533 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event updated for resources: {'Port': ['ID=51a27f6b-15fd-41d3-87bb-449045780ece,revision_number=2']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:12:48.632925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:12:48.721986 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:48.749799 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:48.751115 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-34844039-22e8-4d30-adef-c944dc541126 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5249777 Dec 21 04:12:48.836189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-1f74a124-deab-41df-8233-81de5ce5505c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Synchronizing usage tracker for tenant:918fc3e281294b05ae43bab248c944f8 on resource:floatingip {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:12:48.852586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-1f74a124-deab-41df-8233-81de5ce5505c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Unset dirty status for tenant:918fc3e281294b05ae43bab248c944f8 on resource:floatingip {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:12:48.853958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-1f74a124-deab-41df-8233-81de5ce5505c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.113 HTTP/1.1" status: 200 len: 696 time: 0.0962002 Dec 21 04:12:49.010767 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-87541ed6-9e7e-4c88-9b12-32353d31f782 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:49.012159 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-87541ed6-9e7e-4c88-9b12-32353d31f782 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 784 time: 0.1522660 Dec 21 04:12:49.023419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-b6631ce7-e0ef-46e7-9815-3125d206fcd3 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80303) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:12:49.024445 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ba3dc0d8-32c6-4b6f-8a2d-b952af71e9c2 req-b6631ce7-e0ef-46e7-9815-3125d206fcd3 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0063431 Dec 21 04:12:49.443804 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-8e24c9e1-499a-4cee-86a6-66a7a9f96ca7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:49.446015 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-8e24c9e1-499a-4cee-86a6-66a7a9f96ca7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3148706 Dec 21 04:12:49.530166 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-b8011e94-92da-453f-8665-d7767d619999 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.113 HTTP/1.1" status: 200 len: 696 time: 0.0777895 Dec 21 04:12:49.540459 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.v2.base [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Request body: {'floatingip': {'port_id': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 21 04:12:49.617000 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for floatingip, before_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:50.222868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for floatingip, precommit_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:50.225486 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8012894'] for floatingip, after_update {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:50.402913 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Floating IP b728ff39-b799-4838-8822-41a02a408e92 associated. External IP: 172.28.1.113, port: c56bc5bf-83d1-42f9-8354-25973fbf25fe. Dec 21 04:12:50.489299 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-2ba232c3-5dbb-4365-99fc-8714210bf74b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0740685 Dec 21 04:12:50.781778 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Router 7270b2af-1c99-455b-a7ed-e209d4716ff3 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:12:50.864416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-67025dc3-14bc-431b-950e-35a446e7a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:50.866049 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-67025dc3-14bc-431b-950e-35a446e7a416 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.3070178 Dec 21 04:12:50.972322 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:12:50.977251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:50.982349 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] Sync routers for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:12:50.992609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:50.993392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:51.027846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-356dc367-c15b-46b1-b3ad-05146577a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.029455 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-356dc367-c15b-46b1-b3ad-05146577a82e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1436999 Dec 21 04:12:51.034090 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-008dadcf-a40f-4033-99c9-3c537c14e7d7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "PUT /v2.0/floatingips/b728ff39-b799-4838-8822-41a02a408e92 HTTP/1.1" status: 200 len: 996 time: 1.4975758 Dec 21 04:12:51.034609 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:12:51.104862 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'status': 'completed', 'code': 200} Dec 21 04:12:51.134793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-70116d5f-e55f-45c2-8762-dbafceabc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.136474 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-70116d5f-e55f-45c2-8762-dbafceabc97e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0892782 Dec 21 04:12:51.145492 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-5cac0b8f-e15c-48d7-86f1-4caea9b295bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 999 time: 0.1081629 Dec 21 04:12:51.219139 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-33af5fae-29bc-4fa7-b6eb-22e479e66189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.220770 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-33af5fae-29bc-4fa7-b6eb-22e479e66189 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0686328 Dec 21 04:12:51.292657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-2843796d-1182-489b-a278-cbc94596762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.294258 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-2843796d-1182-489b-a278-cbc94596762d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1501555 Dec 21 04:12:51.303632 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-445264cb-f210-4f11-90ad-00a2d4ac96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.306070 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-445264cb-f210-4f11-90ad-00a2d4ac96f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0790040 Dec 21 04:12:51.361704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:51.405814 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-80a39e71-8e9b-4dad-aa56-5205f1bafd59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 999 time: 0.1032393 Dec 21 04:12:51.451945 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-41780fbe-c8ac-433a-bc89-2befc706c9ca service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386139 Dec 21 04:12:51.480695 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-1d7519a8-24e6-4993-a89e-0e217aaf27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.482351 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-1d7519a8-24e6-4993-a89e-0e217aaf27d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0683687 Dec 21 04:12:51.565896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-a531b5d1-677a-4689-8884-6c22f7fe4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.567928 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-a531b5d1-677a-4689-8884-6c22f7fe4ded service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0779066 Dec 21 04:12:51.608122 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7adb7fcc-34ef-4747-ba61-5a02b277fde9 req-9dcde5eb-fa0f-4485-9d7e-4ec5390687ae service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492090 Dec 21 04:12:51.719506 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-b49d5abb-a576-48e4-88e4-af6b933e2a24 service neutron] 10.222.0.23 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441867 Dec 21 04:12:51.734035 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-f9e5c076-941b-4fc6-8e76-0d563418a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.735648 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-f9e5c076-941b-4fc6-8e76-0d563418a7d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0828736 Dec 21 04:12:51.737268 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': 'b728ff39-b799-4838-8822-41a02a408e92', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'port_id': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'mac_address': 'fa:16:3e:10:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:12:48Z', 'updated_at': '2020-12-21T04:12:50Z', 'revision_number': 1, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:51.742070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] Checking router: 7270b2af-1c99-455b-a7ed-e209d4716ff3 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:12:51.751185 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:12:51.751850 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:12:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:51.868668 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b808e4e8-ef3d-4257-911e-54521ca7741f req-05a90bcd-b863-434b-bcaa-8f675cb23f6e service neutron] 10.222.0.23 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413267 Dec 21 04:12:51.880044 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-cbb48465-38f0-4f47-b758-9f9556326ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:51.881718 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-cbb48465-38f0-4f47-b758-9f9556326ed3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1390696 Dec 21 04:12:51.948885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:12:51.990535 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-cf360baf-7acf-4061-b009-718e2c890a0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 999 time: 0.1020563 Dec 21 04:12:52.066357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-cd1dec9b-e74c-4f5b-8ad9-ad7ebba0c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:52.067932 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-cd1dec9b-e74c-4f5b-8ad9-ad7ebba0c10d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0717168 Dec 21 04:12:52.145876 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-5fe2a418-744f-4dfb-9c7c-2f7edadf9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:12:52.148048 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-5fe2a418-744f-4dfb-9c7c-2f7edadf9bbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733843 Dec 21 04:12:52.290054 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-b53f0c68-f093-46f4-8792-d12725314ffc service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360586 Dec 21 04:12:52.304640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:12:52.313868 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': 'b728ff39-b799-4838-8822-41a02a408e92', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'port_id': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'mac_address': 'fa:16:3e:10:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:12:48Z', 'updated_at': '2020-12-21T04:12:50Z', 'revision_number': 1, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:12:52.318211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a75022c-07c7-47af-ad4b-0167eca33c43 None None] The sync data for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb is: [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_floatingips': [{'id': 'b728ff39-b799-4838-8822-41a02a408e92', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'floating_ip_address': '172.28.1.113', 'floating_network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'router_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'port_id': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'mac_address': 'fa:16:3e:10:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:12:48Z', 'updated_at': '2020-12-21T04:12:50Z', 'revision_number': 1, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:12:52.434277 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e7342703-3a9c-4723-8a84-8edfd3846e03 req-c8f0890a-0ab0-4275-9906-0597169e7c8d service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380208 Dec 21 04:12:52.643774 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40cb8e-0971-42d7-8a41-a44d95cda1f5 None None] New status for floating IP b728ff39-b799-4838-8822-41a02a408e92: ACTIVE {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:12:55.819978 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:13:00.852790 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8f8c46d1-38d2-4f10-8b19-6f3f8352bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:03.281208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-20488424-d5c2-4710-9bfe-0bc3b8546ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:03.740721 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:04.767051 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:05.130395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:22.303171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:30.853382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-59df62b4-81b5-4a22-b0b7-3fce55ccfd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:32.819987 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:13:33.281784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c7429308-2fac-428e-b098-164e21aa355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:33.746709 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:34.767852 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:35.132056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:51.489163 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-366dc4a6-6594-4e7b-82ad-be7d2fe17506 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0757906 Dec 21 04:13:51.633251 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-2aca2c46-f100-4584-92df-3e1362c27cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:13:51.634849 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-2aca2c46-f100-4584-92df-3e1362c27cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0748787 Dec 21 04:13:51.788584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-449b4880-8694-4d67-bde2-15372e2396c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:13:51.790071 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-449b4880-8694-4d67-bde2-15372e2396c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1354060 Dec 21 04:13:51.896656 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-fa7d7a71-464e-459c-ae43-758b8ffbb743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 1001 time: 0.0998802 Dec 21 04:13:51.965138 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-563075ac-2bcd-4eca-820f-36574d3f8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:13:51.966728 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-563075ac-2bcd-4eca-820f-36574d3f8d06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0638347 Dec 21 04:13:52.047435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-d9d07410-5333-4ba2-a5ee-95597877075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:13:52.048923 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-d9d07410-5333-4ba2-a5ee-95597877075a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0756667 Dec 21 04:13:52.191818 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-08423d42-f119-4812-8d45-b7fd5cbb8588 service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343160 Dec 21 04:13:52.324046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:13:52.332924 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cb266c0-7dd0-436b-aa79-0b565451b614 req-b2761f65-44a3-4223-af45-b458328e81bc service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352341 Dec 21 04:14:00.855048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4a110e46-7f03-44eb-9ea3-e1a34b945f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:03.283362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d7833297-7b9a-47c0-a19f-1208b7153d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:03.746848 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:04.769506 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:05.135742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:09.819745 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:14:22.328767 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:30.855202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-50fb37da-68fa-4606-8c6f-513e5c06d923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:33.284895 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-634ccd5e-fa3f-479f-90cd-56f4ce7ec87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:33.749274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:34.771021 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:35.138624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:40.841703 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c85be-ef23-4275-8ae9-5541f97819ef req-c5798505-c138-472c-82c2-52a1d06ebf34 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:40.843290 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bc6c85be-ef23-4275-8ae9-5541f97819ef req-c5798505-c138-472c-82c2-52a1d06ebf34 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.2368457 Dec 21 04:14:40.889965 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-bc6c85be-ef23-4275-8ae9-5541f97819ef req-0f7fa042-00c9-4ef7-86b7-d2af02b21ab3 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0399687 Dec 21 04:14:42.185352 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ed210-2ae1-4bf9-8e9f-5997c03244e0 req-6c025923-77f9-41e3-9142-d2038daec98e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:42.186914 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d6ed210-2ae1-4bf9-8e9f-5997c03244e0 req-6c025923-77f9-41e3-9142-d2038daec98e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.1676023 Dec 21 04:14:42.237763 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d6ed210-2ae1-4bf9-8e9f-5997c03244e0 req-21bdc618-839a-4546-8f48-9eb4544ff556 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443265 Dec 21 04:14:43.445685 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd7c2-b433-48d0-9351-e2a77e392af7 req-b8084463-7b48-4d96-88c1-6496ade2cc7e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:43.447263 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b4fd7c2-b433-48d0-9351-e2a77e392af7 req-b8084463-7b48-4d96-88c1-6496ade2cc7e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0829680 Dec 21 04:14:43.493817 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7b4fd7c2-b433-48d0-9351-e2a77e392af7 req-311b55b3-48dd-49da-b421-54e1697ea37e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402567 Dec 21 04:14:44.937146 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e1953-e31d-4336-866d-58480e18d5a9 req-3e10058d-7415-4393-a005-f12cf54cc8df tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:44.938907 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-294e1953-e31d-4336-866d-58480e18d5a9 req-3e10058d-7415-4393-a005-f12cf54cc8df tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.3152914 Dec 21 04:14:44.986041 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-294e1953-e31d-4336-866d-58480e18d5a9 req-23566f7a-280a-4b86-b592-62bfbbfa35ad tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407252 Dec 21 04:14:46.197305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e97d85-f15d-41d6-b95d-081aed81a4e3 req-809aafcf-78d1-49b3-8990-3f450ec14ec7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:46.199114 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-87e97d85-f15d-41d6-b95d-081aed81a4e3 req-809aafcf-78d1-49b3-8990-3f450ec14ec7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0869451 Dec 21 04:14:46.250021 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-87e97d85-f15d-41d6-b95d-081aed81a4e3 req-1fb79208-019b-4632-b7e9-0763784a4d5c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445168 Dec 21 04:14:46.819274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:14:47.474087 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcec00-8e50-455a-9890-7fb4f65557c9 req-f6f6cbfc-2414-40c1-8239-040a035e221d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:47.475679 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d1fcec00-8e50-455a-9890-7fb4f65557c9 req-f6f6cbfc-2414-40c1-8239-040a035e221d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0832446 Dec 21 04:14:47.522077 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d1fcec00-8e50-455a-9890-7fb4f65557c9 req-209699f7-7b4a-472c-bb58-d600778490b9 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0400634 Dec 21 04:14:48.735937 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e626a94-7097-4787-b4fb-1ccbdda25d7e req-c88ae0db-b02d-4f29-94ac-858c0f649645 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:48.737497 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3e626a94-7097-4787-b4fb-1ccbdda25d7e req-c88ae0db-b02d-4f29-94ac-858c0f649645 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0861771 Dec 21 04:14:48.783945 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3e626a94-7097-4787-b4fb-1ccbdda25d7e req-a9546ea7-1e63-46f4-9621-5eae2b653a0c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402007 Dec 21 04:14:49.993838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae7247-be06-478b-814f-fda69b22bb7a req-d2ebe991-f12a-4bd5-9cbe-dd342407c4e0 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:49.995441 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-57ae7247-be06-478b-814f-fda69b22bb7a req-d2ebe991-f12a-4bd5-9cbe-dd342407c4e0 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0849924 Dec 21 04:14:50.045836 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-57ae7247-be06-478b-814f-fda69b22bb7a req-78f1759f-68f5-4bc3-9323-4673a6b650f5 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435848 Dec 21 04:14:50.837782 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30926d-3369-47e5-a4ec-400a933d226f req-6c93278e-dafe-48ae-b800-818f61bd06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:50.839371 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-6c93278e-dafe-48ae-b800-818f61bd06be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.1525126 Dec 21 04:14:50.981552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30926d-3369-47e5-a4ec-400a933d226f req-67444e3f-1dba-4ab5-814b-830a05e4419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:50.983195 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-67444e3f-1dba-4ab5-814b-830a05e4419d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1377819 Dec 21 04:14:51.089935 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-2737e78e-69b8-4f23-b337-6c0db60f8eab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 1001 time: 0.0999434 Dec 21 04:14:51.158287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30926d-3369-47e5-a4ec-400a933d226f req-72538f6f-5093-45f1-b301-d02b05b5fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:51.159915 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-72538f6f-5093-45f1-b301-d02b05b5fd2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0642626 Dec 21 04:14:51.243679 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30926d-3369-47e5-a4ec-400a933d226f req-608e437c-a4dc-4d23-ac63-88fd1386c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:51.245210 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-608e437c-a4dc-4d23-ac63-88fd1386c9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0783770 Dec 21 04:14:51.255736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241cce4-8adc-41d9-9abb-f686d638be2e req-f3b7aea1-6be8-4a3e-b552-ac713b2d5a41 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:51.255942 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-13ab07bf-2b8f-4482-a045-8eccb4ebfecd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80302) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 21 04:14:51.256927 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-13ab07bf-2b8f-4482-a045-8eccb4ebfecd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0055828 Dec 21 04:14:51.257335 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5241cce4-8adc-41d9-9abb-f686d638be2e req-f3b7aea1-6be8-4a3e-b552-ac713b2d5a41 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0837667 Dec 21 04:14:51.304477 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5241cce4-8adc-41d9-9abb-f686d638be2e req-0411b290-01df-4c51-b68e-b1bf4abee268 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406148 Dec 21 04:14:51.398039 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-b6239cc5-1615-4f90-b0dc-a19a354f113e service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343787 Dec 21 04:14:51.542255 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3d30926d-3369-47e5-a4ec-400a933d226f req-e27b66ec-fc23-4859-bb43-c40aaa8cfd3d service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1324010 Dec 21 04:14:51.715729 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-4456da6c-9dbc-4702-a239-1b291b36b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:51.717901 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-4456da6c-9dbc-4702-a239-1b291b36b480 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0768700 Dec 21 04:14:51.871430 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-b9575243-f325-4aff-8411-d6507b37b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:51.872958 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-b9575243-f325-4aff-8411-d6507b37b0f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1356091 Dec 21 04:14:52.201808 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-ddb6cfd1-9242-4652-b96f-683919cf9e3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 1001 time: 0.3212523 Dec 21 04:14:52.269171 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-b70a3422-6c27-4012-a4df-e6c905052d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:52.270703 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-b70a3422-6c27-4012-a4df-e6c905052d9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0630488 Dec 21 04:14:52.323926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:52.350226 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-ecd23922-26d5-4ec9-95f8-2e600d9968a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:52.351823 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-ecd23922-26d5-4ec9-95f8-2e600d9968a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743997 Dec 21 04:14:52.493664 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-8cd93cd6-9108-47a0-bcd9-d16f6796b14d service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348166 Dec 21 04:14:52.521447 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f369f-cabb-41aa-9215-c04997865cbf req-78aa2e79-588a-4944-aba2-54d187826d67 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:52.523078 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e66f369f-cabb-41aa-9215-c04997865cbf req-78aa2e79-588a-4944-aba2-54d187826d67 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0875490 Dec 21 04:14:52.572316 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-e66f369f-cabb-41aa-9215-c04997865cbf req-b581ed4c-109e-42e8-a743-57afbe002ee7 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426419 Dec 21 04:14:52.636263 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5fdfdb90-07fa-42ce-b75c-873500552718 req-241f8461-2d01-4ba5-9c0f-0db9b4f8c0aa service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362419 Dec 21 04:14:53.519060 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:14:53.632813 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:53.665595 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:14:53.672588 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port c56bc5bf-83d1-42f9-8354-25973fbf25fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:14:53.676295 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:14:53.680136 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-126fa10a-01e1-4716-84b0-6c61f310c959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:14:53.752650 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=5']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:14:53.761140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.761525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.762095 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.762419 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.762718 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.763082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.764091 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.764630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.764805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.765129 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.765487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.765885 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.766343 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.766699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.767054 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.767407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.767757 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.768111 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.768561 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.768801 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.769207 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.769509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.769882 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.770232 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:14:53.774834 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:14:53.803082 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5fb9b-fb83-4822-a3d3-426790163895 req-51319f5c-6ea4-45d8-9237-48c1b0f9823a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:53.804691 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06f5fb9b-fb83-4822-a3d3-426790163895 req-51319f5c-6ea4-45d8-9237-48c1b0f9823a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0925567 Dec 21 04:14:53.818058 dv-cinder-733062-17-smb neutron-server[80193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'code': 422} returned with failed status Dec 21 04:14:53.855256 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-06f5fb9b-fb83-4822-a3d3-426790163895 req-47c23e13-7196-4e86-a1b8-364c4b96ed12 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0434773 Dec 21 04:14:55.259994 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-9d59ce36-425e-4792-8c8e-c7dbf3406ce2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500833 Dec 21 04:14:55.266743 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d771c-87ad-4859-80f4-a6350362a6f8 req-e4d8dc78-ab36-4bce-886a-1226a2fa23b8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:55.268356 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-af1d771c-87ad-4859-80f4-a6350362a6f8 req-e4d8dc78-ab36-4bce-886a-1226a2fa23b8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0847335 Dec 21 04:14:55.315873 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-af1d771c-87ad-4859-80f4-a6350362a6f8 req-3be29b76-6ee3-4fad-ab7e-c45a3292cad3 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407941 Dec 21 04:14:56.532011 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fcc4d-d70b-4f24-aa8f-b571ee3bf2ed req-97da7bd2-c446-419a-bb60-793ab424012e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:56.534237 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f9fcc4d-d70b-4f24-aa8f-b571ee3bf2ed req-97da7bd2-c446-419a-bb60-793ab424012e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0883727 Dec 21 04:14:56.584633 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-0f9fcc4d-d70b-4f24-aa8f-b571ee3bf2ed req-59e15801-c325-42ea-81b6-999677e86ebd tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439825 Dec 21 04:14:57.793624 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d5d8-1e40-4784-9756-d9c894bb313e req-eb4b0367-4a6d-401a-aed8-6b341c1a9d3c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:57.795241 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cc2d5d8-1e40-4784-9756-d9c894bb313e req-eb4b0367-4a6d-401a-aed8-6b341c1a9d3c tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0829573 Dec 21 04:14:57.845340 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4cc2d5d8-1e40-4784-9756-d9c894bb313e req-60f16005-c17a-44d6-871a-6b963c2679d8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438273 Dec 21 04:14:59.055984 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccfa40-71a5-4b48-9160-66f46ef604b8 req-74d2f37c-c92c-4053-9e0b-4212e566e221 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:14:59.065584 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10ccfa40-71a5-4b48-9160-66f46ef604b8 req-74d2f37c-c92c-4053-9e0b-4212e566e221 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0850911 Dec 21 04:14:59.107473 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-10ccfa40-71a5-4b48-9160-66f46ef604b8 req-ea75e914-b8e4-4609-ac1f-37c9b20ac9d8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407164 Dec 21 04:15:00.325980 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e20a7-e99b-4f80-85ea-4884da302634 req-f5a5a6d7-b520-41ae-a5bf-fa921c6f1dda tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:00.327483 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7e7e20a7-e99b-4f80-85ea-4884da302634 req-f5a5a6d7-b520-41ae-a5bf-fa921c6f1dda tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0861416 Dec 21 04:15:00.374550 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-7e7e20a7-e99b-4f80-85ea-4884da302634 req-d88f568d-f2bf-4198-bea9-a3a80f70a358 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402784 Dec 21 04:15:00.660888 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-b6b1ab3d-cf1f-441e-a7dc-613e33ed476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:00.662787 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-b6b1ab3d-cf1f-441e-a7dc-613e33ed476d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d&tenant_id=918fc3e281294b05ae43bab248c944f8 HTTP/1.1" status: 200 len: 1160 time: 0.0800476 Dec 21 04:15:00.757079 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-f198ce09-f4f0-4687-a4f9-7a6fbcf21d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:00.758641 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-f198ce09-f4f0-4687-a4f9-7a6fbcf21d2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1160 time: 0.0749178 Dec 21 04:15:00.857554 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-9599f554-df13-4e18-aceb-9b1f026565cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:00.900925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-100a9d7e-5655-4cda-a7f8-1ce24ff160d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:00.902600 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-100a9d7e-5655-4cda-a7f8-1ce24ff160d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1378086 Dec 21 04:15:01.009922 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-c11146dd-ad7b-42fa-833c-8febb5c14b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 999 time: 0.1011682 Dec 21 04:15:01.077750 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-f5fa3b66-795c-4065-b695-8c81e80333f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:01.079258 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-f5fa3b66-795c-4065-b695-8c81e80333f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0637050 Dec 21 04:15:01.160644 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-25864d6b-095f-4e46-ad13-8798086c1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:01.162281 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-25864d6b-095f-4e46-ad13-8798086c1839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0760307 Dec 21 04:15:01.303730 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-726080ef-5ebc-43c1-aa09-706a15e03d5b service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351442 Dec 21 04:15:01.446816 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-f03777f9-84e6-4599-b7ad-17c4fb007ec3 req-d94bd577-726f-4eb1-8d83-c7015002aff3 service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364920 Dec 21 04:15:01.592360 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661df30-448e-4b79-9c7f-5fb7794ca72d req-8f4d867a-e095-409d-acb1-4a4c92c6ca2a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:01.593993 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c661df30-448e-4b79-9c7f-5fb7794ca72d req-8f4d867a-e095-409d-acb1-4a4c92c6ca2a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0860391 Dec 21 04:15:01.648492 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-c661df30-448e-4b79-9c7f-5fb7794ca72d req-f47411d2-96d2-4511-b334-7a565d3105c4 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479400 Dec 21 04:15:02.860339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35115-90ea-4519-830b-1487ec4c6097 req-f3e6adef-0b0b-4fbc-aa12-16095ff952f5 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:02.861934 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-82e35115-90ea-4519-830b-1487ec4c6097 req-f3e6adef-0b0b-4fbc-aa12-16095ff952f5 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0823917 Dec 21 04:15:02.908673 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-82e35115-90ea-4519-830b-1487ec4c6097 req-ef59117c-ef8a-45ad-a1db-8f40e6479865 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0400078 Dec 21 04:15:03.284941 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e2880034-993a-453f-b5a9-e4a1cd1b56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:03.751832 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:03.856208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:15:03.926507 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port c56bc5bf-83d1-42f9-8354-25973fbf25fe triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:15:03.927076 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:04.046694 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854179932'] for port, before_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:04.075347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:15:04.086376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] For port c56bc5bf-83d1-42f9-8354-25973fbf25fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:15:04.089821 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254405556323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254405956741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782448819093'] for port, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:04.091851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:15:04.130720 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff038d-f800-423b-a694-f1cd8d87ee7f req-916238f1-3c2a-4a04-a52e-e9e7cd40d4ea tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:04.132365 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ceff038d-f800-423b-a694-f1cd8d87ee7f req-916238f1-3c2a-4a04-a52e-e9e7cd40d4ea tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 943 time: 0.0923724 Dec 21 04:15:04.140246 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'code': 200} Dec 21 04:15:04.165921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Pushing event updated for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=6']} {{(pid=80304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:15:04.169177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:15:04.187314 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ceff038d-f800-423b-a694-f1cd8d87ee7f req-f33aeac1-7830-4634-885a-c52d1823b4e6 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0479033 Dec 21 04:15:04.424033 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da65c7d-19b6-4d31-98d9-754da79d0a3c req-0e3d85cb-f868-4246-abf7-b3d187ff8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:04.425624 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5da65c7d-19b6-4d31-98d9-754da79d0a3c req-0e3d85cb-f868-4246-abf7-b3d187ff8f80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0720809 Dec 21 04:15:04.467719 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-5da65c7d-19b6-4d31-98d9-754da79d0a3c req-450c2a3a-29fe-47e7-a905-00971c1cd767 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0349307 Dec 21 04:15:04.772006 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:05.141575 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:05.402330 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd9ea6-328d-4740-af48-7863ad50e87d req-b27d2d0b-b7f0-4061-9970-9e8079b120a8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:05.403963 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4ebd9ea6-328d-4740-af48-7863ad50e87d req-b27d2d0b-b7f0-4061-9970-9e8079b120a8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0844276 Dec 21 04:15:05.457189 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4ebd9ea6-328d-4740-af48-7863ad50e87d req-e634117f-f024-426d-a980-202980ab3e2e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450170 Dec 21 04:15:05.628287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 21 04:15:05.696887 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.provisioning_blocks [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Provisioning complete for port c56bc5bf-83d1-42f9-8354-25973fbf25fe triggered by entity L2. {{(pid=80304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 21 04:15:05.697216 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-816712'] for port, provisioning_complete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:06.667031 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352fe59-e571-45fd-ae8b-df72f33e4c12 req-049fb4fb-6ca9-4c1b-8257-75e8205ada27 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:06.668617 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4352fe59-e571-45fd-ae8b-df72f33e4c12 req-049fb4fb-6ca9-4c1b-8257-75e8205ada27 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0824699 Dec 21 04:15:06.714764 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-4352fe59-e571-45fd-ae8b-df72f33e4c12 req-84573f95-07a7-4f43-8142-1dd51799a3d8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0399587 Dec 21 04:15:22.324090 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:23.818879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:15:30.858280 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-79d31906-bb9c-42ed-950b-f7d6e26b74f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:33.286342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8997a3e1-e03d-4e90-ab53-9014f3beefe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:33.754220 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:34.773189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:35.144070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:52.320273 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:15:54.265906 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-a0a07299-2858-4a80-8766-f8729729cc79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0767121 Dec 21 04:15:54.410128 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683eb3-ac03-4d15-a063-74be97928710 req-ac6c49c9-592b-478e-983b-0ca73d295497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:54.411683 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-ac6c49c9-592b-478e-983b-0ca73d295497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0741539 Dec 21 04:15:54.565391 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683eb3-ac03-4d15-a063-74be97928710 req-8daee672-b8db-4357-b069-c11d42eca53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:54.566896 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-8daee672-b8db-4357-b069-c11d42eca53c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1362245 Dec 21 04:15:54.671756 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-c4f8e3d4-7780-43e1-94a1-1a9ba61874a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 1001 time: 0.0985487 Dec 21 04:15:54.738442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683eb3-ac03-4d15-a063-74be97928710 req-f17a278c-f029-492a-8d99-132c76621bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:54.739928 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-f17a278c-f029-492a-8d99-132c76621bc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0623684 Dec 21 04:15:54.820911 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683eb3-ac03-4d15-a063-74be97928710 req-e5d97608-d028-427d-abff-06212f17472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:15:54.822418 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-e5d97608-d028-427d-abff-06212f17472e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0762186 Dec 21 04:15:54.962602 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-82bd5e1e-5880-4575-8dd2-837d123e8b39 service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335039 Dec 21 04:15:55.102383 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-ce683eb3-ac03-4d15-a063-74be97928710 req-46169d8e-b2d2-4a02-b497-059ccd6c4686 service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335068 Dec 21 04:16:00.818859 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:16:00.861826 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-be183d9c-ef42-401b-a228-c2dd556ac673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:03.286736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-18923d04-f246-4d3f-b88f-bce6e275c681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:03.757122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:04.774753 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:05.146151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:22.308801 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-8d273e9d-6f1d-444a-9f87-fc2c043cf6c1 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/floatingips/b728ff39-b799-4838-8822-41a02a408e92 HTTP/1.1" status: 200 len: 998 time: 0.1117644 Dec 21 04:16:22.330190 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:22.466210 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-7bd2fa13-f784-4a0e-a15e-2ee56c9d1410 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:22.467698 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-7bd2fa13-f784-4a0e-a15e-2ee56c9d1410 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/networks/17066c03-63b6-4220-841a-7ea96c7c91d4 HTTP/1.1" status: 200 len: 784 time: 0.1525185 Dec 21 04:16:22.577634 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-6a9ede36-4cf4-4800-9ecd-ad28b95a219e tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.113 HTTP/1.1" status: 200 len: 1001 time: 0.1030352 Dec 21 04:16:22.655308 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-532b3c81-9b9d-4bae-ba23-5f2593827146 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:22.656718 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-532b3c81-9b9d-4bae-ba23-5f2593827146 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports/c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 942 time: 0.0733681 Dec 21 04:16:22.839259 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-58758d0a-3ac0-429c-8d83-0d7f5bd40f4b tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.1.113 HTTP/1.1" status: 200 len: 1001 time: 0.1029258 Dec 21 04:16:23.053921 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Deleting port 51a27f6b-15fd-41d3-87bb-449045780ece {{(pid=80303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:23.054306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:23.228267 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:23.228642 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for floatingip, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:23.356521 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Calling delete_port for 51a27f6b-15fd-41d3-87bb-449045780ece owned by network:floatingip {{(pid=80303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:23.502407 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6771294'] for port, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:23.517990 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4cf524fe-e2b1-4156-93cd-cc137ce21142 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:23.574514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event deleted for resources: {'Port': ['ID=51a27f6b-15fd-41d3-87bb-449045780ece,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:23.630951 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.631373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.631792 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.632202 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.632604 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.633010 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.633416 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.633867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.634269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.634669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.635065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.635463 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.635922 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.636319 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.636716 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.637140 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.637513 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.637936 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.638862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.639262 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.639656 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.640053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.640448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.640843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:23.652699 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:23.757342 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for floatingip, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:23.757675 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.db.l3_db [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Floating IP b728ff39-b799-4838-8822-41a02a408e92 disassociated (deleted). External IP: 172.28.1.113, port: c56bc5bf-83d1-42f9-8354-25973fbf25fe. Dec 21 04:16:24.350440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Router 7270b2af-1c99-455b-a7ed-e209d4716ff3 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:16:24.530041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:16:24.540056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] Sync routers for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:16:24.549449 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for floatingip, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:24.553258 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:16:24.553957 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:16:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:24.608555 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-50b3ec81-758f-45dd-8e7d-f5cc27a5b839 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "DELETE /v2.0/floatingips/b728ff39-b799-4838-8822-41a02a408e92 HTTP/1.1" status: 204 len: 173 time: 1.7624657 Dec 21 04:16:24.608555 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:16:24.698867 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-0ef0adfa-3b4c-489e-831b-a57636233d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:24.700567 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-0ef0adfa-3b4c-489e-831b-a57636233d14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0791469 Dec 21 04:16:24.738570 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:16:24.822588 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'status': 'completed', 'code': 200} Dec 21 04:16:24.853643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-e7c6aeb1-b1df-4ae6-889e-7caf329a5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:24.855256 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-e7c6aeb1-b1df-4ae6-889e-7caf329a5e3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1478343 Dec 21 04:16:24.917870 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-6cd1265c-b74d-4a7c-916b-34c5ff762bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:24.919228 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-6cd1265c-b74d-4a7c-916b-34c5ff762bbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=918fc3e281294b05ae43bab248c944f8&device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 1162 time: 0.0771153 Dec 21 04:16:24.931906 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-88187c71-6940-4186-9104-6252cd16f1ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 217 time: 0.0690129 Dec 21 04:16:25.006005 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-d2cbc14e-e5a6-4905-91d9-fe8b83f581ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:25.007763 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-d2cbc14e-e5a6-4905-91d9-fe8b83f581ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0687096 Dec 21 04:16:25.066615 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-7ab435fb-9884-4e12-8ac2-f7579c650e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:25.068741 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-7ab435fb-9884-4e12-8ac2-f7579c650e0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 200 len: 903 time: 0.1428668 Dec 21 04:16:25.095456 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:25.097247 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-f9b51266-f3bb-4fb1-b195-06b98423e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:25.099204 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-f9b51266-f3bb-4fb1-b195-06b98423e3ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0840776 Dec 21 04:16:25.099585 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] Checking router: 7270b2af-1c99-455b-a7ed-e209d4716ff3 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:16:25.109122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:16:25.109805 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:16:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:25.143540 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-40cda305-a280-40f3-924a-9bb2fb6bd068 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 200 len: 217 time: 0.0685260 Dec 21 04:16:25.219744 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-e5a1dbb8-cb84-4269-8b07-247aaac0de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:25.221871 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-e5a1dbb8-cb84-4269-8b07-247aaac0de3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 200 len: 848 time: 0.0706983 Dec 21 04:16:25.264940 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-8b46182e-083e-4c85-850e-c33c8b20d2ec service neutron] 10.222.0.23 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582084 Dec 21 04:16:25.312398 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-abc36296-42b9-42b4-92b4-b0dbc9ef1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:25.314025 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-abc36296-42b9-42b4-92b4-b0dbc9ef1f59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846479 Dec 21 04:16:25.417352 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-b1ff62bc-1c5d-43a8-872f-f47897315978 req-8d9ac5cc-bd4c-4b93-becb-740caa829b73 service neutron] 10.222.0.23 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448107 Dec 21 04:16:25.452063 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:16:25.462296 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-500df6d1-2f57-4971-b08c-00019d1ecfcf service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410372 Dec 21 04:16:25.606673 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-016b8721-2cad-4d0f-8a46-328c751c52d7 req-044467e4-eade-4c14-8261-ce2c3b47ccf1 service neutron] 10.222.0.21 "GET /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380682 Dec 21 04:16:25.787828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:25.791825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30378d-0b9a-4850-9597-09f64c1071e1 None None] The sync data for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb is: [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:10Z', 'revision_number': 4, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb', '_interfaces': [{'id': '162cde3e-9bd4-4f76-98f1-d9da781daef3', 'name': '', 'network_id': '6d7e20b4-0b5a-48e9-9e33-1345eefc32fb', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'mac_address': 'fa:16:3e:71:0e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:10Z', 'updated_at': '2020-12-21T04:12:19Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'subnets': [{'id': '5609bef0-baf4-48be-9b53-969d2a1c8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:16:25.849846 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac5e2a-5d20-4eae-b2f9-66c96a99cd92 req-23d56751-00cb-4bd1-8ec7-500db49f143f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:25.850616 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-05ac5e2a-5d20-4eae-b2f9-66c96a99cd92 req-23d56751-00cb-4bd1-8ec7-500db49f143f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Synchronizing usage tracker for tenant:918fc3e281294b05ae43bab248c944f8 on resource:port {{(pid=80303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:16:25.867637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-05ac5e2a-5d20-4eae-b2f9-66c96a99cd92 req-23d56751-00cb-4bd1-8ec7-500db49f143f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Unset dirty status for tenant:918fc3e281294b05ae43bab248c944f8 on resource:port {{(pid=80303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:16:25.868935 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-05ac5e2a-5d20-4eae-b2f9-66c96a99cd92 req-23d56751-00cb-4bd1-8ec7-500db49f143f tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.1070189 Dec 21 04:16:25.917024 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-05ac5e2a-5d20-4eae-b2f9-66c96a99cd92 req-1a06dd6a-fa63-4bfe-a032-04720fe27ecf tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408034 Dec 21 04:16:26.207630 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd356b48-1df9-47ea-b7bc-ec7e6b71f820 None None] New status for floating IP b728ff39-b799-4838-8822-41a02a408e92: DOWN {{(pid=80304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 21 04:16:27.073405 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0123e-b051-4369-842d-778a1e195f38 req-249941bc-d890-41a2-bed7-47a8567a34bd tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:27.074271 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a1f0123e-b051-4369-842d-778a1e195f38 req-249941bc-d890-41a2-bed7-47a8567a34bd tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Synchronizing usage tracker for tenant:918fc3e281294b05ae43bab248c944f8 on resource:port {{(pid=80302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 21 04:16:27.088303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.quota.resource [req-a1f0123e-b051-4369-842d-778a1e195f38 req-249941bc-d890-41a2-bed7-47a8567a34bd tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Unset dirty status for tenant:918fc3e281294b05ae43bab248c944f8 on resource:port {{(pid=80302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 21 04:16:27.089590 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a1f0123e-b051-4369-842d-778a1e195f38 req-249941bc-d890-41a2-bed7-47a8567a34bd tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.21 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.1010482 Dec 21 04:16:27.162657 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Deleting port c56bc5bf-83d1-42f9-8354-25973fbf25fe {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:27.163049 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:27.276053 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b57bd-663f-4e49-bda9-567e7139a989 req-8b77ecb6-77ae-46b0-8bab-b1f3ad5898b8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 21 04:16:27.277682 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d48b57bd-663f-4e49-bda9-567e7139a989 req-8b77ecb6-77ae-46b0-8bab-b1f3ad5898b8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 945 time: 0.0933855 Dec 21 04:16:27.330049 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-d48b57bd-663f-4e49-bda9-567e7139a989 req-8e21f980-95c9-4633-b3df-d57f921c9683 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups?id=6aa8fa69-8212-48ab-a078-5972e8280b31&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0451353 Dec 21 04:16:27.638147 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] For port c56bc5bf-83d1-42f9-8354-25973fbf25fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c56bc5bf-83d1-42f9-8354-25973fbf25fe,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:27.639048 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:27.761912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Calling delete_port for c56bc5bf-83d1-42f9-8354-25973fbf25fe owned by compute:nova {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:27.906645 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:27.924458 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-a908f921-cf9d-498a-a387-485b19128c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:27.981174 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event deleted for resources: {'Port': ['ID=c56bc5bf-83d1-42f9-8354-25973fbf25fe,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:27.995844 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.996255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.996658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.997057 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.997450 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.998464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.998861 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.999254 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:27.999643 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.000032 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.000423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.000809 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.001255 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.001689 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.002083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.002466 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.002851 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.003237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.003620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.004003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.004384 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.004765 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.005151 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.005565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-smb {{(pid=80302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 21 04:16:28.053288 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:28.065073 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:28.098362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] No Port match for: c56bc5bf-83d1-42f9-8354-25973fbf25fe {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:16:28.098900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Device c56bc5bf-83d1-42f9-8354-25973fbf25fe not bound to the agent host hv-cinder-73306 {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:28.143544 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] No DVR routers for this DVR port c56bc5bf-83d1-42f9-8354-25973fbf25fe on host hv-cinder-73306 {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:16:28.145879 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768585'] for port, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:28.148558 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-deleted', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe'}] {{(pid=80302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 21 04:16:28.163578 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-a1f0123e-b051-4369-842d-778a1e195f38 req-89c2a8b8-94cf-4d39-8bdd-04d242947179 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.21 "DELETE /v2.0/ports/c56bc5bf-83d1-42f9-8354-25973fbf25fe HTTP/1.1" status: 204 len: 173 time: 1.0687578 Dec 21 04:16:28.378253 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25007b8c-da2f-46da-bf6a-afd67bb87b8d', 'name': 'network-vif-deleted', 'tag': 'c56bc5bf-83d1-42f9-8354-25973fbf25fe', 'status': 'completed', 'code': 200} Dec 21 04:16:28.509725 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-3c880537-1470-4490-b40b-54442760e915 req-c2cd83b5-7b93-4985-a325-d70073900c4a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/ports?device_id=25007b8c-da2f-46da-bf6a-afd67bb87b8d HTTP/1.1" status: 200 len: 210 time: 0.0474608 Dec 21 04:16:29.699438 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-204159e6-8f4f-4e49-b0aa-6fee2e546d7e req-982a1db0-d6d2-42a1-89c7-58ed639c50e8 tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "GET /v2.0/security-groups/6aa8fa69-8212-48ab-a078-5972e8280b31 HTTP/1.1" status: 200 len: 2879 time: 0.0509748 Dec 21 04:16:29.773515 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-204159e6-8f4f-4e49-b0aa-6fee2e546d7e req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group, before_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:29.803159 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-204159e6-8f4f-4e49-b0aa-6fee2e546d7e req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group, precommit_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:29.850530 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-204159e6-8f4f-4e49-b0aa-6fee2e546d7e req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:29.855649 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-34060821-9beb-4c23-b322-8f0940a6c488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:29.871337 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa8fa69-8212-48ab-a078-5972e8280b31,revision_number=None']} {{(pid=80303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:29.874161 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:29.880180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [req-204159e6-8f4f-4e49-b0aa-6fee2e546d7e req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Notify callbacks [] for security_group, before_response {{(pid=80303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:29.881371 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [req-204159e6-8f4f-4e49-b0aa-6fee2e546d7e req-0b4f97b7-04ad-40b2-a4ad-9ec1e585568a tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] 10.222.0.23 "DELETE /v2.0/security-groups/6aa8fa69-8212-48ab-a078-5972e8280b31 HTTP/1.1" status: 204 len: 173 time: 0.1757531 Dec 21 04:16:29.937658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51752) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:30.290423 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8018872'] for router_interface, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:30.863127 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ae423218-4471-4725-b925-053c2e583558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:30.870962 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Deleting port 162cde3e-9bd4-4f76-98f1-d9da781daef3 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:30.871338 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:31.048276 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] For port 162cde3e-9bd4-4f76-98f1-d9da781daef3, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=162cde3e-9bd4-4f76-98f1-d9da781daef3,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:31.048669 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:31.175131 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Calling delete_port for 162cde3e-9bd4-4f76-98f1-d9da781daef3 owned by network:router_interface {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:31.499475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:31.515114 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-1557895f-4b3b-4605-8bc2-8ab3e5b84452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:31.570052 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=162cde3e-9bd4-4f76-98f1-d9da781daef3,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:31.572896 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:32.143934 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7392077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8018706'] for router_interface, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:32.642120 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Router 7270b2af-1c99-455b-a7ed-e209d4716ff3 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:16:32.826075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:16:32.835225 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] Sync routers for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:16:32.839777 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-51c12a0f-8a95-428b-b360-427d2b7e2f28 admin admin] 10.222.0.23 "PUT /v2.0/routers/7270b2af-1c99-455b-a7ed-e209d4716ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9009640 Dec 21 04:16:32.842469 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51756) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:32.845482 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:16:32.846186 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:16:03Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:33.030168 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks [] for router, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.034480 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:16:33.212798 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.218164 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Deleting port 99bff260-6c72-4d77-917d-78ac7db8b4eb {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:33.218541 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.287546 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-04037937-df00-4512-ad62-1e7a8c12426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.333510 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:16:31Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:33.337761 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] Checking router: 7270b2af-1c99-455b-a7ed-e209d4716ff3 for host: dv-cinder-733062-17-smb {{(pid=80305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:16:33.347691 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] Routers {'7270b2af-1c99-455b-a7ed-e209d4716ff3'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:16:33.348362 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:16:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['7270b2af-1c99-455b-a7ed-e209d4716ff3'], 'active': True} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:33.401366 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] For port 99bff260-6c72-4d77-917d-78ac7db8b4eb, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=99bff260-6c72-4d77-917d-78ac7db8b4eb,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:33.401833 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.528277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Calling delete_port for 99bff260-6c72-4d77-917d-78ac7db8b4eb owned by network:router_gateway {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:33.529487 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] Set router 7270b2af-1c99-455b-a7ed-e209d4716ff3 gateway port host: dv-cinder-733062-17-smb {{(pid=80305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:16:33.665641 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.760475 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.843751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:16:31Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:33.847828 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f010387b-2965-440b-8f46-19b818fb8a53 None None] The sync data for ids ['7270b2af-1c99-455b-a7ed-e209d4716ff3'] in dv-cinder-733062-17-smb is: [{'id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'name': 'tempest-TestShelveInstance-1037348789-router', 'tenant_id': '918fc3e281294b05ae43bab248c944f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:16:31Z', 'revision_number': 5, 'project_id': '918fc3e281294b05ae43bab248c944f8', 'gw_port': {'id': '99bff260-6c72-4d77-917d-78ac7db8b4eb', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:76:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7270b2af-1c99-455b-a7ed-e209d4716ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:06Z', 'updated_at': '2020-12-21T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:16:33.861472 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846762877'] for router_gateway, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.996002 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8008346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221481'] for router, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:33.998335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.020103 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8008316'] for router, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.020670 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7270b2af-1c99-455b-a7ed-e209d4716ff3 {{(pid=80302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 04:16:34.033003 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.034402 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-05f35672-dc6a-43ad-85b9-8e1cf89fb521 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7270b2af-1c99-455b-a7ed-e209d4716ff3 HTTP/1.1" status: 204 len: 168 time: 1.1908391 Dec 21 04:16:34.037083 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51760) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:34.107382 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Deleting subnet 5609bef0-baf4-48be-9b53-969d2a1c8022 {{(pid=80302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:16:34.111277 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.164686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849061007'] for subnet, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.249437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.742339 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824491775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6462766'] for subnet, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.758150 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f58c43e7-b23c-40af-bf6a-28bc09ad572a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:34.775347 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.809909 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5609bef0-baf4-48be-9b53-969d2a1c8022,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:34.813390 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:34.900461 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:34.906041 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc33db7-1c5f-43b9-90e9-41284f8a80d3 None None] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:16:34.909322 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-49d407ef-7c96-4c9c-97ab-4900284d277d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5609bef0-baf4-48be-9b53-969d2a1c8022 HTTP/1.1" status: 204 len: 168 time: 0.8688028 Dec 21 04:16:34.909599 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51764) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:35.025742 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.097269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Deleting port e90ee299-22a9-4a98-8e64-c8410f113c57 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:35.097686 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.152614 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.165704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] DHCP port deletion for 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb request from dv-cinder-733062-17-smb {{(pid=80304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 04:16:35.170208 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Deleting port e90ee299-22a9-4a98-8e64-c8410f113c57 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:35.171243 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.314830 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] For port e90ee299-22a9-4a98-8e64-c8410f113c57, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=e90ee299-22a9-4a98-8e64-c8410f113c57,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:35.315272 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.379092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device e90ee299-22a9-4a98-8e64-c8410f113c57 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:35.420263 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] For port e90ee299-22a9-4a98-8e64-c8410f113c57, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=e90ee299-22a9-4a98-8e64-c8410f113c57,segment=NetworkSegment(9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca),segment_id=9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:35.421236 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.441963 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Calling delete_port for e90ee299-22a9-4a98-8e64-c8410f113c57 owned by network:dhcp {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:35.512692 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.527817 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-f756f7c2-6a6a-44c7-9023-f3209493795f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:35.563748 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Calling delete_port for e90ee299-22a9-4a98-8e64-c8410f113c57 owned by network:dhcp {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:35.586420 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90ee299-22a9-4a98-8e64-c8410f113c57,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:35.591078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:35.614508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No active binding found for port e90ee299-22a9-4a98-8e64-c8410f113c57 {{(pid=80304) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 21 04:16:35.614959 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device e90ee299-22a9-4a98-8e64-c8410f113c57 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:35.615432 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 99bff260-6c72-4d77-917d-78ac7db8b4eb no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:35.653843 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 99bff260-6c72-4d77-917d-78ac7db8b4eb {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:16:35.654237 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 99bff260-6c72-4d77-917d-78ac7db8b4eb not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:35.654702 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 162cde3e-9bd4-4f76-98f1-d9da781daef3 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:35.671215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] No DVR routers for this DVR port e90ee299-22a9-4a98-8e64-c8410f113c57 on host dv-cinder-733062-17-smb {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:16:35.689508 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 162cde3e-9bd4-4f76-98f1-d9da781daef3 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:16:35.689935 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 162cde3e-9bd4-4f76-98f1-d9da781daef3 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:35.705371 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:16:35.705829 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:16:35.795316 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.911706 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7e20b4-0b5a-48e9-9e33-1345eefc32fb']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:35.924565 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:35.924903 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3ab7b3-c225-46ed-b5c9-3b6cca93f3ca') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:35.937825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.953043 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:35.955249 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:16:36.135187 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:16:36.144156 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:36.207448 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Deleting port e90ee299-22a9-4a98-8e64-c8410f113c57 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:36.207912 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:36.276807 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3cf43-aeff-49c6-8dad-3d5ab5b4dc66 None None] The port 'e90ee299-22a9-4a98-8e64-c8410f113c57' was deleted {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 21 04:16:36.325838 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Network 6d7e20b4-0b5a-48e9-9e33-1345eefc32fb has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:16:36.348261 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:16:36.423190 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:36.426582 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:36.440372 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:36.454746 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7e20b4-0b5a-48e9-9e33-1345eefc32fb,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:36.458284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:36.468664 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-992a1b3c-355e-4e42-90bc-d4a707d8f072 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6d7e20b4-0b5a-48e9-9e33-1345eefc32fb HTTP/1.1" status: 204 len: 168 time: 1.5580463 Dec 21 04:16:36.471658 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51768) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:36.824292 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8018872'] for router_interface, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:37.411460 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Deleting port 0d59379a-a6a6-4128-819f-98a21d40c897 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:37.412013 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:37.588481 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] For port 0d59379a-a6a6-4128-819f-98a21d40c897, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=0d59379a-a6a6-4128-819f-98a21d40c897,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:37.588802 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:37.713409 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Calling delete_port for 0d59379a-a6a6-4128-819f-98a21d40c897 owned by network:router_interface {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:37.818402 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:16:37.889925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:37.905354 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-70179c3d-4d38-4702-bb9d-ed52fa095dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:37.961464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d59379a-a6a6-4128-819f-98a21d40c897,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:37.965908 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:38.527312 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7392077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8018706'] for router_interface, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:39.022177 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Router f0851a24-ceeb-4398-8c05-b8a4c683f010 has already been hosted by L3 agent d3530a83-1a84-4e2f-806c-1c5213dc47b2 {{(pid=80302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 21 04:16:39.201241 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-smb the message routers_updated {{(pid=80302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 21 04:16:39.210525 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] Sync routers for ids ['f0851a24-ceeb-4398-8c05-b8a4c683f010'] in dv-cinder-733062-17-smb {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 21 04:16:39.211247 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-d33b48ca-9d38-4c9e-941a-d4fae9d29a04 admin admin] 10.222.0.23 "PUT /v2.0/routers/f0851a24-ceeb-4398-8c05-b8a4c683f010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385502 Dec 21 04:16:39.213926 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51774) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:39.222180 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] Routers {'f0851a24-ceeb-4398-8c05-b8a4c683f010'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:16:39.222856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:16:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['f0851a24-ceeb-4398-8c05-b8a4c683f010'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:39.398380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks [] for router, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:39.574224 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] Set router f0851a24-ceeb-4398-8c05-b8a4c683f010 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:16:39.583822 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:39.589100 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Deleting port f9c7eebc-5823-4370-aaee-9d93fc5fb102 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:39.589465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:39.772740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] For port f9c7eebc-5823-4370-aaee-9d93fc5fb102, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=f9c7eebc-5823-4370-aaee-9d93fc5fb102,segment=NetworkSegment(3277b2bf-405e-4b9f-9234-404951c34150),segment_id=3277b2bf-405e-4b9f-9234-404951c34150)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:39.773142 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:39.875380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:16:37Z', 'revision_number': 5, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:39.879451 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] Checking router: f0851a24-ceeb-4398-8c05-b8a4c683f010 for host: dv-cinder-733062-17-smb {{(pid=80304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 21 04:16:39.888408 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] Routers {'f0851a24-ceeb-4398-8c05-b8a4c683f010'} bound to L3 agent in host dv-cinder-733062-17-smb {{(pid=80304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 21 04:16:39.889065 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:03Z,description=,heartbeat_timestamp=2020-12-21T04:16:33Z,host='dv-cinder-733062-17-smb',id=d3530a83-1a84-4e2f-806c-1c5213dc47b2,load=0,resource_versions=,resources_synced=,started_at=2020-12-21T03:55:03Z,topic='l3_agent')) {'router_ids': ['f0851a24-ceeb-4398-8c05-b8a4c683f010'], 'active': True} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:39.904092 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Calling delete_port for f9c7eebc-5823-4370-aaee-9d93fc5fb102 owned by network:router_gateway {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:40.038357 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.070493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvr_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] Set router f0851a24-ceeb-4398-8c05-b8a4c683f010 gateway port host: dv-cinder-733062-17-smb {{(pid=80304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 21 04:16:40.226205 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846762877'] for router_gateway, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.356713 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8008346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-221481'] for router, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.359070 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.369484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_hamode_db [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:16:37Z', 'revision_number': 5, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}], 'dv-cinder-733062-17-smb', False) {} {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:40.376143 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba27ac3-aafc-4ded-bbe2-b7bda8ba3c0b None None] The sync data for ids ['f0851a24-ceeb-4398-8c05-b8a4c683f010'] in dv-cinder-733062-17-smb is: [{'id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'name': 'tempest-TestShelveInstance-874523956-router', 'tenant_id': 'd8cba53de662443f811f7e0dd82040f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'external_fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:12:14Z', 'updated_at': '2020-12-21T04:16:37Z', 'revision_number': 5, 'project_id': 'd8cba53de662443f811f7e0dd82040f3', 'gw_port': {'id': 'f9c7eebc-5823-4370-aaee-9d93fc5fb102', 'name': '', 'network_id': '17066c03-63b6-4220-841a-7ea96c7c91d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0851a24-ceeb-4398-8c05-b8a4c683f010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:12:15Z', 'updated_at': '2020-12-21T04:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e998bd40-ed1d-4193-9ee6-8bc6c161351d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-smb'}] {{(pid=80304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 21 04:16:40.383996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8008316'] for router, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.384597 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0851a24-ceeb-4398-8c05-b8a4c683f010 {{(pid=80302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 21 04:16:40.398075 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] Notify callbacks [] for router, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.401902 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-a769a55f-2a5c-4c2c-a23f-296a4a0e5355 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f0851a24-ceeb-4398-8c05-b8a4c683f010 HTTP/1.1" status: 204 len: 168 time: 1.1844032 Dec 21 04:16:40.402378 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51778) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:40.473305 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.db_base_plugin_v2 [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Deleting subnet ddcc3a87-3137-4301-8f30-267b13a01c17 {{(pid=80302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 21 04:16:40.476531 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.528426 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036849061007'] for subnet, precommit_delete_associations {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:40.609831 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-818607'] for subnet, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.105395 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853957212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036824491775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6462766'] for subnet, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.121275 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:41.172493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcc3a87-3137-4301-8f30-267b13a01c17,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:41.176333 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:41.254751 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for subnet, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.259434 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef673868-1921-4463-82f2-25041a11568d None None] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 requested from dv-cinder-733062-17-smb {{(pid=80304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 21 04:16:41.261499 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-2008dc14-2f32-415a-80a3-f0cf3a2a7b7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddcc3a87-3137-4301-8f30-267b13a01c17 HTTP/1.1" status: 204 len: 168 time: 0.8578427 Dec 21 04:16:41.264620 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51782) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:41.382376 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854112450'] for network, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.396162 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d59379a-a6a6-4128-819f-98a21d40c897 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:41.453388 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Deleting port 428df0bc-4422-48fe-94d7-9d64738298b8 {{(pid=80302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:41.453793 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.462654 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 0d59379a-a6a6-4128-819f-98a21d40c897 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:16:41.463050 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 0d59379a-a6a6-4128-819f-98a21d40c897 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:41.463523 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device f9c7eebc-5823-4370-aaee-9d93fc5fb102 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:41.502110 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: f9c7eebc-5823-4370-aaee-9d93fc5fb102 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:16:41.502504 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device f9c7eebc-5823-4370-aaee-9d93fc5fb102 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:41.584592 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] DHCP port deletion for 9c000cfe-11c7-40d8-ab2c-03299fa38581 request from dv-cinder-733062-17-smb {{(pid=80304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 21 04:16:41.588740 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Deleting port 428df0bc-4422-48fe-94d7-9d64738298b8 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:41.589155 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.669189 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] For port 428df0bc-4422-48fe-94d7-9d64738298b8, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=428df0bc-4422-48fe-94d7-9d64738298b8,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:41.669819 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.796195 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.db [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] For port 428df0bc-4422-48fe-94d7-9d64738298b8, host dv-cinder-733062-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-smb',level=0,port_id=428df0bc-4422-48fe-94d7-9d64738298b8,segment=NetworkSegment(e3a93c6d-37cb-4589-90bf-8be445ef18e2),segment_id=e3a93c6d-37cb-4589-90bf-8be445ef18e2)] {{(pid=80304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 21 04:16:41.796696 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846756522'] for port, precommit_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.799999 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Calling delete_port for 428df0bc-4422-48fe-94d7-9d64738298b8 owned by network:dhcp {{(pid=80302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:41.876351 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-590819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22998426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254405556459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782448819059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036824373259'] for port, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:41.892212 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7f37632c-68c4-4901-8b06-6da847362c5d tempest-TestShelveInstance-316921574 tempest-TestShelveInstance-316921574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:41.930465 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Calling delete_port for 428df0bc-4422-48fe-94d7-9d64738298b8 owned by network:dhcp {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 21 04:16:41.951304 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=428df0bc-4422-48fe-94d7-9d64738298b8,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:41.955954 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:42.001178 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.db.api [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 21 04:16:42.001637 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_db.api [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 21 04:16:42.034955 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] No DVR routers for this DVR port 428df0bc-4422-48fe-94d7-9d64738298b8 on host dv-cinder-733062-17-smb {{(pid=80302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 21 04:16:42.156900 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-812805', 'neutron.services.segments.db._delete_segments_for_network-8782449322474'] for network, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.276932 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c000cfe-11c7-40d8-ab2c-03299fa38581']}} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:42.289715 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a93c6d-37cb-4589-90bf-8be445ef18e2') {'for_net_delete': True} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:42.290056 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.services.segments.db [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a93c6d-37cb-4589-90bf-8be445ef18e2') {} {{(pid=80302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 21 04:16:42.302543 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254405447420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714792'] for segment, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.320269 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-817684'] for segment, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.322274 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 21 04:16:42.501996 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:16:42.502899 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Deleting port 428df0bc-4422-48fe-94d7-9d64738298b8 {{(pid=80304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 21 04:16:42.503421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254405560129'] for port, before_delete {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.510906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853958116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30402467'] for segment, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.570514 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-69f16b67-a5cc-4cb3-94e4-d8012edfddae None None] The port '428df0bc-4422-48fe-94d7-9d64738298b8' was deleted {{(pid=80304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 21 04:16:42.690914 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.managers [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Network 9c000cfe-11c7-40d8-ab2c-03299fa38581 has no segments {{(pid=80302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: Traceback (most recent call last): Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: timer() Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: cb(*args, **kw) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: return func(*args, **kwargs) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: self._notify() Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: self.callback(batched_events) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: event.method(event) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: segment_id)['aggregates'][0] Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: return f(self, *a, **k) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: return self._get(url).json() Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: **kwargs) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: return self.request(url, 'GET', **kwargs) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: **endpoint_filter) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 04:16:42.716356 dv-cinder-733062-17-smb neutron-server[80193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 04:16:42.796474 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853962995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847383724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8012969'] for network, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.799988 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-e21b9a00-c34f-47ed-9bb4-e46639ff9f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:42.816153 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847383705'] for network, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:42.822435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c000cfe-11c7-40d8-ab2c-03299fa38581,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:42.827298 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:42.830228 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6e14dbf5-8b83-43fc-b52d-84868dca7ba9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c000cfe-11c7-40d8-ab2c-03299fa38581 HTTP/1.1" status: 204 len: 168 time: 1.5646329 Dec 21 04:16:43.073628 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51788) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:43.130058 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-6dfc0840-bbc7-4976-b3bb-1aa27ec9fef0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=918fc3e281294b05ae43bab248c944f8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0551112 Dec 21 04:16:43.132584 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51792) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:43.192373 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.219122 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.268749 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.274077 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-786e5112-cff7-491b-9fe0-e5e65dfb3ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:43.289841 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f542b9-9755-492d-9091-8d7b85206ab8,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:43.293046 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:43.295078 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.296711 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-0e79deff-5493-4b01-af00-c65a8f73d199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53f542b9-9755-492d-9091-8d7b85206ab8 HTTP/1.1" status: 204 len: 168 time: 0.1628392 Dec 21 04:16:43.378544 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 428df0bc-4422-48fe-94d7-9d64738298b8 no longer exists at agent ovs-agent-dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 21 04:16:43.413476 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.plugin [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] No Port match for: 428df0bc-4422-48fe-94d7-9d64738298b8 {{(pid=80304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 21 04:16:43.413925 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.plugins.ml2.rpc [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Device 428df0bc-4422-48fe-94d7-9d64738298b8 not bound to the agent host dv-cinder-733062-17-smb {{(pid=80304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 21 04:16:43.699028 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51800) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:43.749742 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-c643be35-2dc3-4277-a0ae-0b06581525bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8cba53de662443f811f7e0dd82040f3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0493956 Dec 21 04:16:43.752117 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [-] (80302) accepted ('10.222.0.23', 51804) {{(pid=80302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 21 04:16:43.814464 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.840675 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.887437 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8096939'] for security_group, after_delete {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.892598 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-7077d47f-fc22-4ece-bbfe-d7a548fca654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 21 04:16:43.903471 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735dfcac-6bec-4972-950a-b8cb6a2ab28b,revision_number=None']} {{(pid=80302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 21 04:16:43.907717 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG oslo_concurrency.lockutils [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 21 04:16:43.911446 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:16:43.912561 dv-cinder-733062-17-smb neutron-server[80193]: INFO neutron.wsgi [None req-4b002560-1b05-4681-a89c-8537d7401a1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/735dfcac-6bec-4972-950a-b8cb6a2ab28b HTTP/1.1" status: 204 len: 168 time: 0.1595104 Dec 21 04:16:52.351500 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:00.864215 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-62450d11-af70-4ea4-aa9e-28275581f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:03.288906 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-b3bab8bb-3b86-4783-a446-cbe4e27281c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:03.761442 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:04.776825 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:05.154553 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:14.817930 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:17:22.355862 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:30.866594 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e2dd-e276-4dec-8c8d-65d118df4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:33.289509 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e2759fff-8dd3-4919-aeae-9f191874daf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:33.768493 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:34.779191 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:35.156297 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:17:51.817421 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:17:52.370552 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:00.868538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e291f800-f257-417e-b6ac-dc2363160f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:03.289704 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-39117468-b33a-4ce0-bc88-29f2a713f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:03.767623 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:04.780364 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:05.158776 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:22.371230 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:28.817104 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:18:30.869026 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-877d7869-dc0e-4237-afe0-0bc7f91214d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:33.291335 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e4988110-e014-4c39-b2bc-c4d9f48ae3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:33.770747 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:34.781677 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:35.162380 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:18:52.384854 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:00.869418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9fee-7dfb-4adf-8f93-2899d152330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:03.291672 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-800c9fd7-dc0b-4d7d-b256-3aa8355cafd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:03.772918 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:04.782839 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:05.165303 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:05.816856 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:19:18.499410 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.wsgi [req-167142a5-af52-4bb4-a46a-528e978cd0af req-8cafec97-7a88-4096-9ea6-bee3e32c76f7 service neutron] (80303) timed out ('10.222.0.21', 49915) {{(pid=80303) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 21 04:19:22.415440 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:30.870445 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-e45a851d-902b-47ea-a9dc-21d75e77a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:33.292222 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-550b0f34-8f2d-42c3-9da3-6efaba25bccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:33.775866 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:34.784736 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:35.166688 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:19:42.817284 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:19:52.443811 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:00.871538 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-456dd386-a512-44d7-b288-bca4be9cb308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:03.295148 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-d331b97f-ac0f-4ba0-8be0-c1aa2d7e4fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:03.777586 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:04.786392 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:05.168893 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:19.818484 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:20:22.431306 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:30.873755 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-c7e1d858-4828-4a68-8880-d2e19ac79bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:33.295707 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-ad66d2ce-6c41-4b14-9d8c-733c77f0a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:33.780898 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:34.786640 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:35.170956 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:52.430287 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:20:56.818651 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:21:00.875418 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-6178808b-05b5-4be5-a487-6c4a1f51f091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:03.296264 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4b50ca07-b2c8-4738-80ce-4b15aa701c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:03.784211 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:04.787784 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:05.175020 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:22.432814 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-7f2bba14-a208-4a24-9200-cef3a8cf6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:30.877014 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-bbe46f93-9611-4926-9043-8e36cc5ec1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:33.299203 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-4e0d9de2-2adc-4709-a688-71b969d6edf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:33.785094 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-58cae104-f18c-40f6-98f6-78613ce12c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:33.818613 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron.db.agents_db [None req-37fe10f9-8764-40fe-b663-d3a75e8ed17c None None] Agent healthcheck: found 6 active agents {{(pid=80305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 21 04:21:34.788435 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-09384deb-19d4-4079-88f0-3d83900536b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 21 04:21:35.185016 dv-cinder-733062-17-smb neutron-server[80193]: DEBUG neutron_lib.callbacks.manager [None req-dcec8a10-9ccb-4d5e-9aab-091a9ad19de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782449322457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-817138'] for agent, after_update {{(pid=80304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}